16:14:47.648 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:14:47.648 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskz0um4v/test-tmp
16:14:47.649 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
16:14:47.649 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskz0um4v/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
16:14:47.651 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:14:47.998 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:14:47.998 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:14:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.001185 10615 mini_oidc.cc:150] Starting JWKS server
16:14:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.003582 10615 webserver.cc:492] Webserver started at http://127.0.0.1:46575/ using document root <none> and password file <none>
16:14:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.003819 10615 mini_oidc.cc:186] Starting OIDC Discovery server
16:14:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.004383 10615 webserver.cc:492] Webserver started at http://127.0.0.1:45671/ using document root <none> and password file <none>
16:14:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-19T16:14:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
16:14:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-19T16:14:48Z Disabled control of system clock
16:14:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.037588 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal
16:14:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data
16:14:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/logs
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data/info.pb
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.254:41817
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.254
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:14:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:14:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.377985 10626 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.378346 10626 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.378427 10626 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387122 10626 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387254 10626 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387323 10626 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387367 10626 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387419 10626 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387457 10626 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:14:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.387497 10626 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46575/jwks.json
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.397984 10626 master_runner.cc:386] Master server non-default flags:
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.254:41817
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data/info.pb
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.254
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/logs
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.399642 10626 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.401445 10626 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.410053 10632 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.410080 10631 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.410758 10634 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.411580 10626 server_base.cc:1060] running on GCE node
16:14:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.412400 10626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.413945 10626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.415264 10626 hybrid_clock.cc:648] HybridClock initialized: now 1773936888415170 us; error 44 us; skew 500 ppm
16:14:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.415648 10626 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.418234 10626 webserver.cc:492] Webserver started at http://127.10.93.254:35659/ using document root <none> and password file <none>
16:14:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.419085 10626 fs_manager.cc:362] Metadata directory not provided
16:14:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.419217 10626 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.419623 10626 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:14:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.422129 10626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data/instance:
16:14:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "975548a567434888a534504d1869accd"
16:14:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:48 on dist-test-slave-zw26"
16:14:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.422948 10626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal/instance:
16:14:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "975548a567434888a534504d1869accd"
16:14:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:48 on dist-test-slave-zw26"
16:14:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.428785 10626 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
16:14:48.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.432548 10640 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.434087 10626 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.434275 10626 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "975548a567434888a534504d1869accd"
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:48 on dist-test-slave-zw26"
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.434501 10626 fs_report.cc:389] FS layout report
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data/data
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.458532 10626 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.459508 10626 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.459816 10626 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.483325 10626 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.254:41817
16:14:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.483387 10701 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.254:41817 every 8 connection(s)
16:14:48.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.484995 10626 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/data/info.pb
16:14:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.488448 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 10626
16:14:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.488767 10615 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-0/wal/instance
16:14:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.489593 10702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.491130 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/logs
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data/info.pb
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.253:41301
16:14:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.253
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:14:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:14:48.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.495982 10702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } has no permanent_uuid. Determining permanent_uuid...
16:14:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.513396 10702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } has no permanent_uuid. Determining permanent_uuid...
16:14:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.514638 10642 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.516603 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.253:41301: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.566027 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } attempt: 1
16:14:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.568267 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.253:41301: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.636560 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } attempt: 2
16:14:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.638573 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.253:41301: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.730015 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } attempt: 3
16:14:48.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.732183 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.253:41301: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.834846 10704 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.835357 10704 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.835479 10704 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844339 10704 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844452 10704 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844508 10704 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844547 10704 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844599 10704 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844638 10704 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:14:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.844681 10704 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46575/jwks.json
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.855116 10704 master_runner.cc:386] Master server non-default flags:
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.253:41301
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data/info.pb
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.253
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/logs
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.856818 10704 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:48.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.858547 10704 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.866998 10712 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.867035 10713 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.867446 10715 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.868314 10704 server_base.cc:1060] running on GCE node
16:14:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.869210 10704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.870817 10704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.872074 10704 hybrid_clock.cc:648] HybridClock initialized: now 1773936888872009 us; error 40 us; skew 500 ppm
16:14:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.872414 10704 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.875044 10704 webserver.cc:492] Webserver started at http://127.10.93.253:35833/ using document root <none> and password file <none>
16:14:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.875429 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } attempt: 4
16:14:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.875849 10704 fs_manager.cc:362] Metadata directory not provided
16:14:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.875965 10704 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.876255 10704 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:14:48.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.877367 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.253:41301: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.878823 10704 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data/instance:
16:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6791ae680d52475cbc589415eaa95c96"
16:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:48 on dist-test-slave-zw26"
16:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.879616 10704 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal/instance:
16:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6791ae680d52475cbc589415eaa95c96"
16:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:48 on dist-test-slave-zw26"
16:14:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.885828 10704 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
16:14:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.889911 10721 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:48.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.891673 10704 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.892081 10704 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6791ae680d52475cbc589415eaa95c96"
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:48 on dist-test-slave-zw26"
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.892321 10704 fs_report.cc:389] FS layout report
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data/data
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.912317 10704 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.913220 10704 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.913481 10704 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.938380 10704 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.253:41301
16:14:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.938422 10782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.253:41301 every 8 connection(s)
16:14:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.940133 10704 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/data/info.pb
16:14:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.942660 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 10704
16:14:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.942807 10615 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-1/wal/instance
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.943838 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/logs
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/info.pb
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.252:42167
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.252
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:14:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:14:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.945380 10783 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.952893 10783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } has no permanent_uuid. Determining permanent_uuid...
16:14:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.968990 10783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } has no permanent_uuid. Determining permanent_uuid...
16:14:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:48.979435 10783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } has no permanent_uuid. Determining permanent_uuid...
16:14:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.980965 10725 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:48.982857 10783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.032226 10783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 1
16:14:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.034518 10783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.102818 10783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 2
16:14:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.105161 10783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.176700 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } attempt: 5
16:14:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.184569 10702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } has no permanent_uuid. Determining permanent_uuid...
16:14:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.186904 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.196419 10783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 3
16:14:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.198436 10783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.238185 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 1
16:14:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.240480 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.305152 10785 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.305526 10785 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.305644 10785 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.308772 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 2
16:14:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.310597 10702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314533 10785 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314620 10785 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314667 10785 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314705 10785 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314754 10785 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314792 10785 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:14:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.314832 10785 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46575/jwks.json
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.325098 10785 master_runner.cc:386] Master server non-default flags:
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.252:42167
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/info.pb
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.252
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/logs
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.326728 10785 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:49.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.328528 10785 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.336812 10794 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.336778 10793 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.338012 10796 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.338124 10785 server_base.cc:1060] running on GCE node
16:14:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.339015 10785 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.340580 10785 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.341706 10783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 4
16:14:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.341903 10785 hybrid_clock.cc:648] HybridClock initialized: now 1773936889341831 us; error 46 us; skew 500 ppm
16:14:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.342263 10785 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.343770 10783 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:49.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.345211 10785 webserver.cc:492] Webserver started at http://127.10.93.252:38455/ using document root <none> and password file <none>
16:14:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.346011 10785 fs_manager.cc:362] Metadata directory not provided
16:14:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.346148 10785 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.346494 10785 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:14:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.348996 10785 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/instance:
16:14:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafe7a343bf94e4680bf05aaefb0d8fb"
16:14:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:49 on dist-test-slave-zw26"
16:14:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.349810 10785 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal/instance:
16:14:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafe7a343bf94e4680bf05aaefb0d8fb"
16:14:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:49 on dist-test-slave-zw26"
16:14:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.355540 10785 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
16:14:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.359131 10802 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.360590 10785 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.360863 10785 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafe7a343bf94e4680bf05aaefb0d8fb"
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:49 on dist-test-slave-zw26"
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.361088 10785 fs_report.cc:389] FS layout report
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/data
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:49.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.383085 10785 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:49.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.384163 10785 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:49.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.384516 10785 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.408094 10785 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.252:42167
16:14:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.408147 10863 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.252:42167 every 8 connection(s)
16:14:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.409685 10785 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/info.pb
16:14:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.414109 10864 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.415953 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 10785
16:14:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.416148 10615 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal/instance
16:14:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.416872 10702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 3
16:14:49.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.422410 10864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } has no permanent_uuid. Determining permanent_uuid...
16:14:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.442524 10702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: Bootstrap starting.
16:14:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.447566 10702 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: Neither blocks nor log segments found. Creating new log.
16:14:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.449193 10864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } has no permanent_uuid. Determining permanent_uuid...
16:14:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.449193 10702 log.cc:826] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: Log is configured to *not* fsync() on all Append() calls
16:14:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.452600 10702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: No bootstrap required, opened a new log
16:14:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.456048 10864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } has no permanent_uuid. Determining permanent_uuid...
16:14:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.459151 10702 raft_consensus.cc:359] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.459520 10702 raft_consensus.cc:385] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.459654 10702 raft_consensus.cc:740] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 975548a567434888a534504d1869accd, State: Initialized, Role: FOLLOWER
16:14:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.460528 10702 consensus_queue.cc:260] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.461943 10872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.462587 10872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.462827 10646 tablet.cc:2379] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:14:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.463315 10702 sys_catalog.cc:565] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: configured and running, proceeding with master startup.
16:14:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.466676 10864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Bootstrap starting.
16:14:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.471530 10864 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Neither blocks nor log segments found. Creating new log.
16:14:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.472735 10864 log.cc:826] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Log is configured to *not* fsync() on all Append() calls
16:14:49.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.477136 10864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: No bootstrap required, opened a new log
16:14:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.478883 10883 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:14:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.479159 10883 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:14:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.483075 10864 raft_consensus.cc:359] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.483516 10864 raft_consensus.cc:385] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.483644 10864 raft_consensus.cc:740] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cafe7a343bf94e4680bf05aaefb0d8fb, State: Initialized, Role: FOLLOWER
16:14:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.477474 10626 master_runner.cc:186] Error getting master registration for 127.10.93.253:41301: OK, instance_id { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" instance_seqno: 1773936888932434 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:14:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.484170 10626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:14:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.484401 10864 consensus_queue.cc:260] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.492005 10886 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.492398 10886 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.493381 10864 sys_catalog.cc:565] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: configured and running, proceeding with master startup.
16:14:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.507802 10886 raft_consensus.cc:493] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:14:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.508062 10886 raft_consensus.cc:515] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.509652 10886 leader_election.cc:290] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 975548a567434888a534504d1869accd (127.10.93.254:41817), 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301)
16:14:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.510991 10667 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "975548a567434888a534504d1869accd" is_pre_election: true
16:14:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.511587 10667 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cafe7a343bf94e4680bf05aaefb0d8fb in term 0.
16:14:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.512403 10805 leader_election.cc:304] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 975548a567434888a534504d1869accd, cafe7a343bf94e4680bf05aaefb0d8fb; no voters:
16:14:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.512831 10886 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Leader pre-election won for term 1
16:14:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.512979 10886 raft_consensus.cc:493] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:14:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.513089 10886 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 0 FOLLOWER]: Advancing to term 1
16:14:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.514416 10897 catalog_manager.cc:1568] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:14:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:49.514532 10897 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:14:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.516625 10886 raft_consensus.cc:515] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.517827 10667 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "975548a567434888a534504d1869accd"
16:14:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.518051 10667 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 0 FOLLOWER]: Advancing to term 1
16:14:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.513710 10785 master_runner.cc:186] Error getting master registration for 127.10.93.253:41301: OK, instance_id { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" instance_seqno: 1773936888932434 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:14:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.520191 10785 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:14:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.521425 10667 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cafe7a343bf94e4680bf05aaefb0d8fb in term 1.
16:14:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.523934 10805 leader_election.cc:304] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 975548a567434888a534504d1869accd, cafe7a343bf94e4680bf05aaefb0d8fb; no voters:
16:14:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.526657 10886 leader_election.cc:290] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 1 election: Requested vote from peers 975548a567434888a534504d1869accd (127.10.93.254:41817), 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301)
16:14:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.527698 10886 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 1 FOLLOWER]: Leader election won for term 1
16:14:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.528143 10886 raft_consensus.cc:697] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 1 LEADER]: Becoming Leader. State: Replica: cafe7a343bf94e4680bf05aaefb0d8fb, State: Running, Role: LEADER
16:14:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.529567 10886 consensus_queue.cc:237] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.534403 10899 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: New leader cafe7a343bf94e4680bf05aaefb0d8fb. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.534817 10899 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: LEADER
16:14:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.551693 10901 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
16:14:49.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.556083 10901 catalog_manager.cc:1494] Initializing Kudu cluster ID...
16:14:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.568521 10667 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 1 FOLLOWER]: Refusing update from remote peer cafe7a343bf94e4680bf05aaefb0d8fb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:14:49.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.569672 10899 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.589771 10872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: New leader cafe7a343bf94e4680bf05aaefb0d8fb. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.590083 10872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.594065 10902 mvcc.cc:204] Tried to move back new op lower bound from 7266045499659681792 to 7266045499523624960. Current Snapshot: MvccSnapshot[applied={T|T < 7266045499659681792}]
16:14:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.599790 10886 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.600095 10886 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: LEADER
16:14:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.602072 10901 catalog_manager.cc:1357] Generated new cluster ID: bf2afda1ab7a4275ad4fae254319725e
16:14:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.602176 10901 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
16:14:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.601689 10903 mvcc.cc:204] Tried to move back new op lower bound from 7266045499659681792 to 7266045499523624960. Current Snapshot: MvccSnapshot[applied={T|T < 7266045499659681792}]
16:14:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.603708 10872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.603943 10872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.620323 10901 catalog_manager.cc:1380] Generated new certificate authority record
16:14:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.622285 10901 catalog_manager.cc:1514] Loading token signing keys...
16:14:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.643014 10783 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } attempt: 5
16:14:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.655738 10901 catalog_manager.cc:6044] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Generated new TSK 0
16:14:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.659914 10901 catalog_manager.cc:1524] Initializing in-progress tserver states...
16:14:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.659960 10783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: Bootstrap starting.
16:14:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.664863 10783 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: Neither blocks nor log segments found. Creating new log.
16:14:49.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.666595 10783 log.cc:826] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: Log is configured to *not* fsync() on all Append() calls
16:14:49.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.670511 10783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: No bootstrap required, opened a new log
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.677563 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/logs
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data/info.pb
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.193:0
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.93.193
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.193
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:14:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:14:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.682715 10783 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.683133 10783 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.683293 10783 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6791ae680d52475cbc589415eaa95c96, State: Initialized, Role: FOLLOWER
16:14:49.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.684227 10783 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.693197 10747 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6791ae680d52475cbc589415eaa95c96"
16:14:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.693733 10748 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6791ae680d52475cbc589415eaa95c96" is_pre_election: true
16:14:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.693169 10783 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: configured and running, proceeding with master startup.
16:14:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.697371 10746 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 0 FOLLOWER]: Advancing to term 1
16:14:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.701290 10746 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 1 FOLLOWER]: Refusing update from remote peer cafe7a343bf94e4680bf05aaefb0d8fb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:14:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.703621 10886 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.703647 10909 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.707710 10909 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.740001 10912 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.740355 10912 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.740736 10909 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cafe7a343bf94e4680bf05aaefb0d8fb. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.740942 10909 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: This master's current role is: FOLLOWER
16:14:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.776873 10927 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:14:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.792832 10907 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:49.793201 10907 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: LEADER
16:14:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.141772 10910 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.142150 10910 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.142339 10910 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.151223 10910 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.151433 10910 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:14:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.151513 10910 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:14:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.151563 10910 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:14:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.151683 10910 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.93.193
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.162184 10910 tablet_server_runner.cc:78] Tablet server non-default flags:
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.193:0
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data/info.pb
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.193
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.93.193
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/logs
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:50.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.164213 10910 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.166070 10910 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:50.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.176461 10932 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:50.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.176939 10935 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:50.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.177067 10933 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:50.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.177546 10910 server_base.cc:1060] running on GCE node
16:14:50.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.178246 10910 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.179318 10910 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:50.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.180604 10910 hybrid_clock.cc:648] HybridClock initialized: now 1773936890180504 us; error 47 us; skew 500 ppm
16:14:50.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.180997 10910 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.183490 10910 webserver.cc:492] Webserver started at http://127.10.93.193:39289/ using document root <none> and password file <none>
16:14:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.184291 10910 fs_manager.cc:362] Metadata directory not provided
16:14:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.184432 10910 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.184803 10910 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:14:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.187682 10910 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data/instance:
16:14:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ccfc761e2d546e0bc348e5beefb39a7"
16:14:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:50 on dist-test-slave-zw26"
16:14:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.188834 10910 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal/instance:
16:14:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ccfc761e2d546e0bc348e5beefb39a7"
16:14:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:50 on dist-test-slave-zw26"
16:14:50.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.194754 10910 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.002s
16:14:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.198887 10941 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.200615 10910 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.200827 10910 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ccfc761e2d546e0bc348e5beefb39a7"
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:50 on dist-test-slave-zw26"
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.201085 10910 fs_report.cc:389] FS layout report
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data/data
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.229182 10910 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.230050 10910 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.230360 10910 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:50.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.233575 10910 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:14:50.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.233711 10910 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:14:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.234098 10910 ts_tablet_manager.cc:616] Registered 0 tablets
16:14:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.234205 10910 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
16:14:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.310792 10910 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.193:35389
16:14:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.310881 11065 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.193:35389 every 8 connection(s)
16:14:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.312531 10910 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/data/info.pb
16:14:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.315752 11067 heartbeater.cc:344] Connected to a master server at 127.10.93.254:41817
16:14:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.316154 11067 heartbeater.cc:461] Registering TS with master...
16:14:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.317597 11067 heartbeater.cc:507] Master 127.10.93.254:41817 requested a full tablet report, sending...
16:14:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.320148 10657 ts_manager.cc:194] Registered new tserver with Master: 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389)
16:14:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.322005 11066 heartbeater.cc:344] Connected to a master server at 127.10.93.252:42167
16:14:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.322152 11066 heartbeater.cc:461] Registering TS with master...
16:14:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.322551 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 10910
16:14:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.322747 10615 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-0/wal/instance
16:14:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.322769 11066 heartbeater.cc:507] Master 127.10.93.252:42167 requested a full tablet report, sending...
16:14:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.324535 10819 ts_manager.cc:194] Registered new tserver with Master: 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389)
16:14:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.325333 11068 heartbeater.cc:344] Connected to a master server at 127.10.93.253:41301
16:14:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.325469 11068 heartbeater.cc:461] Registering TS with master...
16:14:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.325944 11068 heartbeater.cc:507] Master 127.10.93.253:41301 requested a full tablet report, sending...
16:14:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.326661 10819 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.93.193:38045
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.328130 10738 ts_manager.cc:194] Registered new tserver with Master: 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389)
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.328254 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/logs
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data/info.pb
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.194:0
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.93.194
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.194
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:14:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:14:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.481711 10883 catalog_manager.cc:1269] Loaded cluster ID: bf2afda1ab7a4275ad4fae254319725e
16:14:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.481849 10883 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: loading cluster ID for follower catalog manager: success
16:14:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.485846 10883 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: acquiring CA information for follower catalog manager: success
16:14:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.488447 10883 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:14:50.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.668126 11071 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:50.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.668537 11071 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:50.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.668663 11071 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.677634 11071 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.677768 11071 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:14:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.677819 11071 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:14:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.677855 11071 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:14:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.677929 11071 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.93.194
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.687991 11071 tablet_server_runner.cc:78] Tablet server non-default flags:
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.194:0
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data/info.pb
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.194
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.93.194
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/logs
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.689595 11071 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:50.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.691469 11071 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:50.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.701697 11078 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:50.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.701834 11080 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:50.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:50.701857 11077 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.702430 11071 server_base.cc:1060] running on GCE node
16:14:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.703294 11071 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.704370 11071 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.705619 11071 hybrid_clock.cc:648] HybridClock initialized: now 1773936890705537 us; error 53 us; skew 500 ppm
16:14:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.705930 11071 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.708357 11071 webserver.cc:492] Webserver started at http://127.10.93.194:41957/ using document root <none> and password file <none>
16:14:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.709101 11071 fs_manager.cc:362] Metadata directory not provided
16:14:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.709208 11071 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.709509 11071 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:14:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.712003 11071 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data/instance:
16:14:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "646782f9754c48c3a40eb1f3d686b91b"
16:14:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:50 on dist-test-slave-zw26"
16:14:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.712761 11071 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal/instance:
16:14:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "646782f9754c48c3a40eb1f3d686b91b"
16:14:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:50 on dist-test-slave-zw26"
16:14:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.719431 11071 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
16:14:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.722901 11086 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.724543 11071 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
16:14:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.724735 11071 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "646782f9754c48c3a40eb1f3d686b91b"
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:50 on dist-test-slave-zw26"
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.724931 11071 fs_report.cc:389] FS layout report
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data/data
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.740185 11071 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:50.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.741035 11071 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:50.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.741281 11071 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.744629 11071 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:14:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.744774 11071 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:14:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.744890 11071 ts_tablet_manager.cc:616] Registered 0 tablets
16:14:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.744971 11071 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:14:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.782583 10927 catalog_manager.cc:1269] Loaded cluster ID: bf2afda1ab7a4275ad4fae254319725e
16:14:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.782778 10927 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: loading cluster ID for follower catalog manager: success
16:14:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.786866 10927 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: acquiring CA information for follower catalog manager: success
16:14:50.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.790503 10927 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:14:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.815213 11071 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.194:40989
16:14:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.815316 11208 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.194:40989 every 8 connection(s)
16:14:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.816670 11071 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/data/info.pb
16:14:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.820413 11210 heartbeater.cc:344] Connected to a master server at 127.10.93.254:41817
16:14:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.820554 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 11071
16:14:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.820771 10615 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-1/wal/instance
16:14:50.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.821156 11210 heartbeater.cc:461] Registering TS with master...
16:14:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.822808 11210 heartbeater.cc:507] Master 127.10.93.254:41817 requested a full tablet report, sending...
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.825662 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/logs
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data/info.pb
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.195:0
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.93.195
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.195
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:14:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.826094 10657 ts_manager.cc:194] Registered new tserver with Master: 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989)
16:14:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.832408 11209 heartbeater.cc:344] Connected to a master server at 127.10.93.252:42167
16:14:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.832633 11209 heartbeater.cc:461] Registering TS with master...
16:14:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.833370 11209 heartbeater.cc:507] Master 127.10.93.252:42167 requested a full tablet report, sending...
16:14:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.834506 10819 ts_manager.cc:194] Registered new tserver with Master: 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989)
16:14:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.835671 10819 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.93.194:33923
16:14:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.845624 11211 heartbeater.cc:344] Connected to a master server at 127.10.93.253:41301
16:14:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.845938 11211 heartbeater.cc:461] Registering TS with master...
16:14:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.846304 11211 heartbeater.cc:507] Master 127.10.93.253:41301 requested a full tablet report, sending...
16:14:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:50.847506 10738 ts_manager.cc:194] Registered new tserver with Master: 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989)
16:14:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.201447 11214 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.201820 11214 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.201959 11214 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.210877 11214 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.211061 11214 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:14:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.211134 11214 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:14:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.211184 11214 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:14:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.211335 11214 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.93.195
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.222150 11214 tablet_server_runner.cc:78] Tablet server non-default flags:
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.195:0
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data/info.pb
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.195
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.93.195
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/logs
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:51.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.224363 11214 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.226397 11214 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.237679 11222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.237582 11219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.237557 11220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.238209 11214 server_base.cc:1060] running on GCE node
16:14:51.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.239050 11214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.240149 11214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.241418 11214 hybrid_clock.cc:648] HybridClock initialized: now 1773936891241338 us; error 51 us; skew 500 ppm
16:14:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.241854 11214 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.244428 11214 webserver.cc:492] Webserver started at http://127.10.93.195:39335/ using document root <none> and password file <none>
16:14:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.245244 11214 fs_manager.cc:362] Metadata directory not provided
16:14:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.245376 11214 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.245769 11214 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:14:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.248642 11214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data/instance:
16:14:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ec921c9ee74ea093f949123c7b9247"
16:14:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:51 on dist-test-slave-zw26"
16:14:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.249622 11214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal/instance:
16:14:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ec921c9ee74ea093f949123c7b9247"
16:14:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:51 on dist-test-slave-zw26"
16:14:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.255996 11214 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
16:14:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.260272 11228 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.262068 11214 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.262298 11214 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ec921c9ee74ea093f949123c7b9247"
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:51 on dist-test-slave-zw26"
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.262538 11214 fs_report.cc:389] FS layout report
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data/data
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.280864 11214 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.281800 11214 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.282115 11214 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.285495 11214 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:14:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.285633 11214 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:14:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.285749 11214 ts_tablet_manager.cc:616] Registered 0 tablets
16:14:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.286304 11214 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s user 0.001s sys 0.000s
16:14:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.329559 11066 heartbeater.cc:499] Master 127.10.93.252:42167 was elected leader, sending a full tablet report...
16:14:51.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.351058 11214 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.195:41891
16:14:51.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.351143 11350 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.195:41891 every 8 connection(s)
16:14:51.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.352499 11214 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/data/info.pb
16:14:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.354869 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 11214
16:14:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.355091 10615 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/ts-2/wal/instance
16:14:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.357761 11352 heartbeater.cc:344] Connected to a master server at 127.10.93.254:41817
16:14:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.358172 11352 heartbeater.cc:461] Registering TS with master...
16:14:51.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.361498 11352 heartbeater.cc:507] Master 127.10.93.254:41817 requested a full tablet report, sending...
16:14:51.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.363557 10657 ts_manager.cc:194] Registered new tserver with Master: c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.365427 11351 heartbeater.cc:344] Connected to a master server at 127.10.93.252:42167
16:14:51.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.365602 11351 heartbeater.cc:461] Registering TS with master...
16:14:51.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.366194 11351 heartbeater.cc:507] Master 127.10.93.252:42167 requested a full tablet report, sending...
16:14:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.367264 10819 ts_manager.cc:194] Registered new tserver with Master: c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.368155 10819 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.93.195:33581
16:14:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.371376 11353 heartbeater.cc:344] Connected to a master server at 127.10.93.253:41301
16:14:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.371541 11353 heartbeater.cc:461] Registering TS with master...
16:14:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.371956 11353 heartbeater.cc:507] Master 127.10.93.253:41301 requested a full tablet report, sending...
16:14:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.373140 10737 ts_manager.cc:194] Registered new tserver with Master: c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.383092 10615 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
16:14:51.385 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:14:51.385 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:14:51.386 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.93.254"
port: 41817
}
bound_http_address {
host: "127.10.93.254"
port: 35659
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.93.253"
port: 41301
}
bound_http_address {
host: "127.10.93.253"
port: 35833
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.93.252"
port: 42167
}
bound_http_address {
host: "127.10.93.252"
port: 38455
}
}
}
16:14:51.386 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:14:51.387 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.93.193"
port: 35389
}
bound_http_address {
host: "127.10.93.193"
port: 39289
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.93.194"
port: 40989
}
bound_http_address {
host: "127.10.93.194"
port: 41957
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.93.195"
port: 41891
}
bound_http_address {
host: "127.10.93.195"
port: 39335
}
}
}
16:14:51.387 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:14:51.390 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:14:51.391 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.93.253:41301(127.10.93.253:41301)] connecting to peer
16:14:51.393 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.93.254:41817(127.10.93.254:41817)] connecting to peer
16:14:51.393 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.93.253:41301(127.10.93.253:41301)] Successfully connected to peer
16:14:51.394 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.93.252:42167(127.10.93.252:42167)] connecting to peer
16:14:51.395 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.93.254:41817(127.10.93.254:41817)] Successfully connected to peer
16:14:51.396 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.93.252:42167(127.10.93.252:42167)] Successfully connected to peer
16:14:51.396 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.93.253
16:14:51.397 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.93.254
16:14:51.397 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.93.252
16:14:51.409 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x083409c4, L:/127.0.0.1:48364 - R:/127.10.93.252:42167] using SASL/PLAIN
16:14:51.410 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdc898ba8, L:/127.0.0.1:39916 - R:/127.10.93.253:41301] using SASL/PLAIN
16:14:51.411 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc245278c, L:/127.0.0.1:49602 - R:/127.10.93.254:41817] using SASL/PLAIN
16:14:51.411 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:14:51.412 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: OK, deferred=null) after lookup
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.414371 10819 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48364:
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.416692 10819 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:14:51.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 94463df1c043475884443fa1469be414
16:14:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.485874 11286 tablet_service.cc:1511] Processing CreateTablet for tablet 76928535957e4c558c458f483a048855 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:14:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.485874 11139 tablet_service.cc:1511] Processing CreateTablet for tablet d9c215822a93423a90ac79da1cf118ae (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:14:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.487555 11286 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76928535957e4c558c458f483a048855. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.487627 11139 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9c215822a93423a90ac79da1cf118ae. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.489392 11285 tablet_service.cc:1511] Processing CreateTablet for tablet d9c215822a93423a90ac79da1cf118ae (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:14:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.489965 11285 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9c215822a93423a90ac79da1cf118ae. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.490845 11140 tablet_service.cc:1511] Processing CreateTablet for tablet 76928535957e4c558c458f483a048855 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:14:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.491400 11140 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76928535957e4c558c458f483a048855. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.496177 10996 tablet_service.cc:1511] Processing CreateTablet for tablet 76928535957e4c558c458f483a048855 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:14:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.500141 10996 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 76928535957e4c558c458f483a048855. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.500406 10995 tablet_service.cc:1511] Processing CreateTablet for tablet d9c215822a93423a90ac79da1cf118ae (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:14:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.502137 10995 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9c215822a93423a90ac79da1cf118ae. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.519081 11377 tablet_bootstrap.cc:492] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: Bootstrap starting.
16:14:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.521744 11378 tablet_bootstrap.cc:492] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247: Bootstrap starting.
16:14:51.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.522454 11379 tablet_bootstrap.cc:492] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: Bootstrap starting.
16:14:51.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.523211 11377 tablet_bootstrap.cc:654] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: Neither blocks nor log segments found. Creating new log.
16:14:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.524627 11377 log.cc:826] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: Log is configured to *not* fsync() on all Append() calls
16:14:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.525252 11378 tablet_bootstrap.cc:654] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247: Neither blocks nor log segments found. Creating new log.
16:14:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.526080 11379 tablet_bootstrap.cc:654] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: Neither blocks nor log segments found. Creating new log.
16:14:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.526535 11378 log.cc:826] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247: Log is configured to *not* fsync() on all Append() calls
16:14:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.527300 11379 log.cc:826] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: Log is configured to *not* fsync() on all Append() calls
16:14:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.528249 11377 tablet_bootstrap.cc:492] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: No bootstrap required, opened a new log
16:14:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.528548 11377 ts_tablet_manager.cc:1403] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
16:14:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.529134 11378 tablet_bootstrap.cc:492] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247: No bootstrap required, opened a new log
16:14:51.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.529397 11378 ts_tablet_manager.cc:1403] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.006s
16:14:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.530099 11379 tablet_bootstrap.cc:492] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: No bootstrap required, opened a new log
16:14:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.530371 11379 ts_tablet_manager.cc:1403] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
16:14:51.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.535210 11378 raft_consensus.cc:359] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.535627 11378 raft_consensus.cc:385] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.535750 11378 raft_consensus.cc:740] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3ec921c9ee74ea093f949123c7b9247, State: Initialized, Role: FOLLOWER
16:14:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.535641 11377 raft_consensus.cc:359] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.536041 11377 raft_consensus.cc:385] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.536147 11377 raft_consensus.cc:740] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 646782f9754c48c3a40eb1f3d686b91b, State: Initialized, Role: FOLLOWER
16:14:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.536414 11378 consensus_queue.cc:260] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.536746 11377 consensus_queue.cc:260] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.537678 11351 heartbeater.cc:499] Master 127.10.93.252:42167 was elected leader, sending a full tablet report...
16:14:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.538233 11378 ts_tablet_manager.cc:1434] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247: Time spent starting tablet: real 0.009s user 0.005s sys 0.004s
16:14:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.537379 11379 raft_consensus.cc:359] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.538714 11379 raft_consensus.cc:385] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.538820 11379 raft_consensus.cc:740] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ccfc761e2d546e0bc348e5beefb39a7, State: Initialized, Role: FOLLOWER
16:14:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.540069 11378 tablet_bootstrap.cc:492] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247: Bootstrap starting.
16:14:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.542212 11378 tablet_bootstrap.cc:654] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247: Neither blocks nor log segments found. Creating new log.
16:14:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.543134 11379 consensus_queue.cc:260] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.548637 11378 tablet_bootstrap.cc:492] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247: No bootstrap required, opened a new log
16:14:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.548695 11379 ts_tablet_manager.cc:1434] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: Time spent starting tablet: real 0.018s user 0.011s sys 0.001s
16:14:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.548841 11378 ts_tablet_manager.cc:1403] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s
16:14:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.548825 11377 ts_tablet_manager.cc:1434] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: Time spent starting tablet: real 0.020s user 0.011s sys 0.004s
16:14:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.549571 11377 tablet_bootstrap.cc:492] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b: Bootstrap starting.
16:14:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.549890 11209 heartbeater.cc:499] Master 127.10.93.252:42167 was elected leader, sending a full tablet report...
16:14:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.551043 11378 raft_consensus.cc:359] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.551267 11378 raft_consensus.cc:385] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.551360 11378 raft_consensus.cc:740] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3ec921c9ee74ea093f949123c7b9247, State: Initialized, Role: FOLLOWER
16:14:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.551630 11378 consensus_queue.cc:260] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.552136 11377 tablet_bootstrap.cc:654] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b: Neither blocks nor log segments found. Creating new log.
16:14:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.554280 11378 ts_tablet_manager.cc:1434] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s
16:14:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.555719 11379 tablet_bootstrap.cc:492] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7: Bootstrap starting.
16:14:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.557746 11377 tablet_bootstrap.cc:492] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b: No bootstrap required, opened a new log
16:14:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.557992 11377 ts_tablet_manager.cc:1403] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.004s
16:14:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.558413 11379 tablet_bootstrap.cc:654] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7: Neither blocks nor log segments found. Creating new log.
16:14:51.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.558869 11377 raft_consensus.cc:359] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.559062 11377 raft_consensus.cc:385] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.559150 11377 raft_consensus.cc:740] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 646782f9754c48c3a40eb1f3d686b91b, State: Initialized, Role: FOLLOWER
16:14:51.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.559432 11377 consensus_queue.cc:260] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.561945 11377 ts_tablet_manager.cc:1434] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
16:14:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.568730 11379 tablet_bootstrap.cc:492] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7: No bootstrap required, opened a new log
16:14:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.568974 11379 ts_tablet_manager.cc:1403] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7: Time spent bootstrapping tablet: real 0.013s user 0.010s sys 0.000s
16:14:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.569499 11069 tablet.cc:2379] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:14:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.569923 11379 raft_consensus.cc:359] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.570130 11379 raft_consensus.cc:385] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.570226 11379 raft_consensus.cc:740] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ccfc761e2d546e0bc348e5beefb39a7, State: Initialized, Role: FOLLOWER
16:14:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.570443 11379 consensus_queue.cc:260] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.570971 11379 ts_tablet_manager.cc:1434] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
16:14:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.596715 11212 tablet.cc:2379] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:14:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.606463 11354 tablet.cc:2379] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:14:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.616461 11386 raft_consensus.cc:493] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:14:51.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.616765 11386 raft_consensus.cc:515] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.618614 11386 leader_election.cc:290] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989), c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.627219 11306 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76928535957e4c558c458f483a048855" candidate_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ec921c9ee74ea093f949123c7b9247" is_pre_election: true
16:14:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.627336 11164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76928535957e4c558c458f483a048855" candidate_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "646782f9754c48c3a40eb1f3d686b91b" is_pre_election: true
16:14:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.627861 11306 raft_consensus.cc:2468] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ccfc761e2d546e0bc348e5beefb39a7 in term 0.
16:14:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.628034 11164 raft_consensus.cc:2468] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ccfc761e2d546e0bc348e5beefb39a7 in term 0.
16:14:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.628880 10943 leader_election.cc:304] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ccfc761e2d546e0bc348e5beefb39a7, c3ec921c9ee74ea093f949123c7b9247; no voters:
16:14:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.629401 11386 raft_consensus.cc:2804] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:14:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.629585 11386 raft_consensus.cc:493] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:14:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.629689 11386 raft_consensus.cc:3060] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Advancing to term 1
16:14:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.631830 11386 raft_consensus.cc:515] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.632525 11386 leader_election.cc:290] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [CANDIDATE]: Term 1 election: Requested vote from peers 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989), c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.633157 11164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76928535957e4c558c458f483a048855" candidate_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "646782f9754c48c3a40eb1f3d686b91b"
16:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.633193 11306 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "76928535957e4c558c458f483a048855" candidate_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ec921c9ee74ea093f949123c7b9247"
16:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.633338 11164 raft_consensus.cc:3060] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Advancing to term 1
16:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.633400 11306 raft_consensus.cc:3060] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Advancing to term 1
16:14:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.635426 11164 raft_consensus.cc:2468] T 76928535957e4c558c458f483a048855 P 646782f9754c48c3a40eb1f3d686b91b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ccfc761e2d546e0bc348e5beefb39a7 in term 1.
16:14:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.635617 11306 raft_consensus.cc:2468] T 76928535957e4c558c458f483a048855 P c3ec921c9ee74ea093f949123c7b9247 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ccfc761e2d546e0bc348e5beefb39a7 in term 1.
16:14:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.635988 10943 leader_election.cc:304] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 646782f9754c48c3a40eb1f3d686b91b, 6ccfc761e2d546e0bc348e5beefb39a7; no voters:
16:14:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.636300 11386 raft_consensus.cc:2804] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 1 FOLLOWER]: Leader election won for term 1
16:14:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.636869 11386 raft_consensus.cc:697] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 1 LEADER]: Becoming Leader. State: Replica: 6ccfc761e2d546e0bc348e5beefb39a7, State: Running, Role: LEADER
16:14:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.637387 11386 consensus_queue.cc:237] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } }
16:14:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.643481 10818 catalog_manager.cc:5671] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193). New cstate: current_term: 1 leader_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } health_report { overall_health: HEALTHY } } }
16:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.709810 11383 raft_consensus.cc:493] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.710115 11383 raft_consensus.cc:515] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.712121 11383 leader_election.cc:290] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389), 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989)
16:14:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.720355 11164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c215822a93423a90ac79da1cf118ae" candidate_uuid: "c3ec921c9ee74ea093f949123c7b9247" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "646782f9754c48c3a40eb1f3d686b91b" is_pre_election: true
16:14:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.720672 11164 raft_consensus.cc:2468] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c3ec921c9ee74ea093f949123c7b9247 in term 0.
16:14:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.720680 11021 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c215822a93423a90ac79da1cf118ae" candidate_uuid: "c3ec921c9ee74ea093f949123c7b9247" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" is_pre_election: true
16:14:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.721175 11021 raft_consensus.cc:2468] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c3ec921c9ee74ea093f949123c7b9247 in term 0.
16:14:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.721485 11230 leader_election.cc:304] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 646782f9754c48c3a40eb1f3d686b91b, c3ec921c9ee74ea093f949123c7b9247; no voters:
16:14:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.721932 11383 raft_consensus.cc:2804] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:14:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.722077 11383 raft_consensus.cc:493] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:14:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.722198 11383 raft_consensus.cc:3060] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Advancing to term 1
16:14:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.724325 11383 raft_consensus.cc:515] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.725071 11383 leader_election.cc:290] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [CANDIDATE]: Term 1 election: Requested vote from peers 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389), 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989)
16:14:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.725770 11021 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c215822a93423a90ac79da1cf118ae" candidate_uuid: "c3ec921c9ee74ea093f949123c7b9247" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ccfc761e2d546e0bc348e5beefb39a7"
16:14:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.725800 11164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9c215822a93423a90ac79da1cf118ae" candidate_uuid: "c3ec921c9ee74ea093f949123c7b9247" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "646782f9754c48c3a40eb1f3d686b91b"
16:14:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.726007 11164 raft_consensus.cc:3060] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Advancing to term 1
16:14:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.725986 11021 raft_consensus.cc:3060] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Advancing to term 1
16:14:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.728018 11164 raft_consensus.cc:2468] T d9c215822a93423a90ac79da1cf118ae P 646782f9754c48c3a40eb1f3d686b91b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c3ec921c9ee74ea093f949123c7b9247 in term 1.
16:14:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.728166 11021 raft_consensus.cc:2468] T d9c215822a93423a90ac79da1cf118ae P 6ccfc761e2d546e0bc348e5beefb39a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c3ec921c9ee74ea093f949123c7b9247 in term 1.
16:14:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.728534 11230 leader_election.cc:304] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 646782f9754c48c3a40eb1f3d686b91b, c3ec921c9ee74ea093f949123c7b9247; no voters:
16:14:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.728888 11383 raft_consensus.cc:2804] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 1 FOLLOWER]: Leader election won for term 1
16:14:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.729368 11383 raft_consensus.cc:697] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [term 1 LEADER]: Becoming Leader. State: Replica: c3ec921c9ee74ea093f949123c7b9247, State: Running, Role: LEADER
16:14:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.730147 11383 consensus_queue.cc:237] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.736397 10818 catalog_manager.cc:5671] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 reported cstate change: term changed from 0 to 1, leader changed from <none> to c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195). New cstate: current_term: 1 leader_uuid: "c3ec921c9ee74ea093f949123c7b9247" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } health_report { overall_health: HEALTHY } } }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.778710 10818 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48378:
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:14:51.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:51.779918 10818 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:14:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.793687 11140 tablet_service.cc:1511] Processing CreateTablet for tablet f95aea72aaa6451fb410f325340c5838 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:14:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.793608 10996 tablet_service.cc:1511] Processing CreateTablet for tablet f95aea72aaa6451fb410f325340c5838 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:14:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.793735 11285 tablet_service.cc:1511] Processing CreateTablet for tablet f95aea72aaa6451fb410f325340c5838 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:14:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.794716 11140 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f95aea72aaa6451fb410f325340c5838. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.794719 11285 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f95aea72aaa6451fb410f325340c5838. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.794725 10996 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f95aea72aaa6451fb410f325340c5838. 1 dirs total, 0 dirs full, 0 dirs failed
16:14:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.800253 11378 tablet_bootstrap.cc:492] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: Bootstrap starting.
16:14:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.801666 11379 tablet_bootstrap.cc:492] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: Bootstrap starting.
16:14:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.801911 11378 tablet_bootstrap.cc:654] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: Neither blocks nor log segments found. Creating new log.
16:14:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.802856 11377 tablet_bootstrap.cc:492] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: Bootstrap starting.
16:14:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.803567 11379 tablet_bootstrap.cc:654] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: Neither blocks nor log segments found. Creating new log.
16:14:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.804253 11377 tablet_bootstrap.cc:654] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: Neither blocks nor log segments found. Creating new log.
16:14:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.805837 11379 tablet_bootstrap.cc:492] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: No bootstrap required, opened a new log
16:14:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.806037 11379 ts_tablet_manager.cc:1403] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
16:14:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.806849 11379 raft_consensus.cc:359] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.807091 11379 raft_consensus.cc:385] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.807160 11379 raft_consensus.cc:740] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ccfc761e2d546e0bc348e5beefb39a7, State: Initialized, Role: FOLLOWER
16:14:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.807536 11379 consensus_queue.cc:260] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.807979 11377 tablet_bootstrap.cc:492] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: No bootstrap required, opened a new log
16:14:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.808084 11379 ts_tablet_manager.cc:1434] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
16:14:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.808000 11386 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.808236 11386 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.808398 11377 ts_tablet_manager.cc:1403] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.809247 11377 raft_consensus.cc:359] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.809523 11377 raft_consensus.cc:385] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.809594 11377 raft_consensus.cc:740] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 646782f9754c48c3a40eb1f3d686b91b, State: Initialized, Role: FOLLOWER
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.809870 11377 consensus_queue.cc:260] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.810380 11377 ts_tablet_manager.cc:1434] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.810509 11384 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.810770 11384 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.813941 11378 tablet_bootstrap.cc:492] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: No bootstrap required, opened a new log
16:14:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.814153 11378 ts_tablet_manager.cc:1403] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: Time spent bootstrapping tablet: real 0.014s user 0.007s sys 0.000s
16:14:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.814992 11378 raft_consensus.cc:359] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.815187 11378 raft_consensus.cc:385] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:14:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.815279 11378 raft_consensus.cc:740] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3ec921c9ee74ea093f949123c7b9247, State: Initialized, Role: FOLLOWER
16:14:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.815515 11378 consensus_queue.cc:260] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.816104 11378 ts_tablet_manager.cc:1434] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
16:14:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.816246 11383 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.816442 11383 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.834759 11384 raft_consensus.cc:493] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:14:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.834995 11384 raft_consensus.cc:515] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.836849 11384 leader_election.cc:290] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389), c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.846282 11021 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f95aea72aaa6451fb410f325340c5838" candidate_uuid: "646782f9754c48c3a40eb1f3d686b91b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" is_pre_election: true
16:14:51.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.846596 11021 raft_consensus.cc:2468] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 646782f9754c48c3a40eb1f3d686b91b in term 0.
16:14:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.847429 11088 leader_election.cc:304] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 646782f9754c48c3a40eb1f3d686b91b, 6ccfc761e2d546e0bc348e5beefb39a7; no voters:
16:14:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.848480 11384 raft_consensus.cc:2804] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Leader pre-election won for term 1
16:14:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.848619 11384 raft_consensus.cc:493] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:14:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.848708 11384 raft_consensus.cc:3060] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 0 FOLLOWER]: Advancing to term 1
16:14:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.848798 11306 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f95aea72aaa6451fb410f325340c5838" candidate_uuid: "646782f9754c48c3a40eb1f3d686b91b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ec921c9ee74ea093f949123c7b9247" is_pre_election: true
16:14:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.849236 11306 raft_consensus.cc:2468] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 646782f9754c48c3a40eb1f3d686b91b in term 0.
16:14:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.851786 11384 raft_consensus.cc:515] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.852469 11384 leader_election.cc:290] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [CANDIDATE]: Term 1 election: Requested vote from peers 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389), c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.852999 11021 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f95aea72aaa6451fb410f325340c5838" candidate_uuid: "646782f9754c48c3a40eb1f3d686b91b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ccfc761e2d546e0bc348e5beefb39a7"
16:14:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.853055 11306 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f95aea72aaa6451fb410f325340c5838" candidate_uuid: "646782f9754c48c3a40eb1f3d686b91b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ec921c9ee74ea093f949123c7b9247"
16:14:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.853235 11021 raft_consensus.cc:3060] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 0 FOLLOWER]: Advancing to term 1
16:14:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.853261 11306 raft_consensus.cc:3060] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 0 FOLLOWER]: Advancing to term 1
16:14:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.855190 11021 raft_consensus.cc:2468] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 646782f9754c48c3a40eb1f3d686b91b in term 1.
16:14:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.855202 11306 raft_consensus.cc:2468] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 646782f9754c48c3a40eb1f3d686b91b in term 1.
16:14:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.855705 11088 leader_election.cc:304] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 646782f9754c48c3a40eb1f3d686b91b, 6ccfc761e2d546e0bc348e5beefb39a7; no voters:
16:14:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.856029 11384 raft_consensus.cc:2804] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 1 FOLLOWER]: Leader election won for term 1
16:14:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.856487 11384 raft_consensus.cc:697] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [term 1 LEADER]: Becoming Leader. State: Replica: 646782f9754c48c3a40eb1f3d686b91b, State: Running, Role: LEADER
16:14:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.857108 11384 consensus_queue.cc:237] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } }
16:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.862285 10819 catalog_manager.cc:5671] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b reported cstate change: term changed from 0 to 1, leader changed from <none> to 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194). New cstate: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } health_report { overall_health: UNKNOWN } } }
16:14:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.862900 11410 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: TxnStatusTablet state changed. Reason: New leader 646782f9754c48c3a40eb1f3d686b91b. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.863198 11410 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: This TxnStatusTablet replica's current role is: LEADER
16:14:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.864753 11412 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
16:14:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.865294 11412 txn_status_manager.cc:930] Loading transaction status metadata into memory...
16:14:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.901432 11306 raft_consensus.cc:1275] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247 [term 1 FOLLOWER]: Refusing update from remote peer 646782f9754c48c3a40eb1f3d686b91b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:14:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.901916 11021 raft_consensus.cc:1275] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7 [term 1 FOLLOWER]: Refusing update from remote peer 646782f9754c48c3a40eb1f3d686b91b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:14:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.902640 11410 consensus_queue.cc:1048] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.902992 11384 consensus_queue.cc:1048] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.916174 11383 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: TxnStatusTablet state changed. Reason: New leader 646782f9754c48c3a40eb1f3d686b91b. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.916436 11383 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.922571 11415 mvcc.cc:204] Tried to move back new op lower bound from 7266045509213716480 to 7266045509049327616. Current Snapshot: MvccSnapshot[applied={T|T < 7266045509213716480}]
16:14:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.927487 11386 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: TxnStatusTablet state changed. Reason: New leader 646782f9754c48c3a40eb1f3d686b91b. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.927865 11386 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.931275 11410 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.931649 11410 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: This TxnStatusTablet replica's current role is: LEADER
16:14:51.942 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
16:14:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.944319 11384 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.944633 11384 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 646782f9754c48c3a40eb1f3d686b91b: This TxnStatusTablet replica's current role is: LEADER
16:14:51.945 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 94463df1c043475884443fa1469be414
16:14:51.945 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.93.252:42167
16:14:51.945 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:14:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.945947 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 10785
16:14:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.947463 10859 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.952303 11417 mvcc.cc:204] Tried to move back new op lower bound from 7266045509213716480 to 7266045509049327616. Current Snapshot: MvccSnapshot[applied={T|T < 7266045509213716480}]
16:14:51.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.961879 11386 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.962155 11386 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P 6ccfc761e2d546e0bc348e5beefb39a7: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.964991 11383 tablet_replica.cc:442] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "646782f9754c48c3a40eb1f3d686b91b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 } } peers { permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 } } peers { permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 } } }
16:14:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:51.965255 11383 tablet_replica.cc:445] T f95aea72aaa6451fb410f325340c5838 P c3ec921c9ee74ea093f949123c7b9247: This TxnStatusTablet replica's current role is: FOLLOWER
16:14:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.095293 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 10785
16:14:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.117142 10723 connection.cc:537] server connection from 127.0.0.1:39410 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:14:52.117 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.93.252:42167(127.10.93.252:42167)] handling channelInactive
16:14:52.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.93.252:42167(127.10.93.252:42167)] cleaning up while in state READY due to: connection closed
16:14:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.118381 11351 heartbeater.cc:646] Failed to heartbeat to 127.10.93.252:42167 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.10.93.252:42167 (error 108)
16:14:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.119015 10641 connection.cc:537] server connection from 127.0.0.1:59180 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:14:52.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:14:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.224449 11386 consensus_queue.cc:1048] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" member_type: VOTER last_known_addr { host: "127.10.93.195" port: 41891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.235687 11066 heartbeater.cc:646] Failed to heartbeat to 127.10.93.252:42167 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.239703 11427 consensus_queue.cc:1048] T 76928535957e4c558c458f483a048855 P 6ccfc761e2d546e0bc348e5beefb39a7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.240286 11383 consensus_queue.cc:1048] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" member_type: VOTER last_known_addr { host: "127.10.93.193" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.245513 11209 heartbeater.cc:646] Failed to heartbeat to 127.10.93.252:42167 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:52.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.256855 11435 consensus_queue.cc:1048] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 [LEADER]: Connected to new peer: Peer: permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" member_type: VOTER last_known_addr { host: "127.10.93.194" port: 40989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:14:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.395015 11437 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader cafe7a343bf94e4680bf05aaefb0d8fb)
16:14:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.395306 11437 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.396667 11437 leader_election.cc:290] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 975548a567434888a534504d1869accd (127.10.93.254:41817), cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167)
16:14:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.397238 10666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6791ae680d52475cbc589415eaa95c96" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "975548a567434888a534504d1869accd" is_pre_election: true
16:14:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.397462 10666 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6791ae680d52475cbc589415eaa95c96 in term 1.
16:14:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.398121 10724 leader_election.cc:304] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6791ae680d52475cbc589415eaa95c96, 975548a567434888a534504d1869accd; no voters:
16:14:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.398527 11437 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 1 FOLLOWER]: Leader pre-election won for term 2
16:14:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.398656 11437 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 1 FOLLOWER]: Starting leader election (detected failure of leader cafe7a343bf94e4680bf05aaefb0d8fb)
16:14:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.398769 11437 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 1 FOLLOWER]: Advancing to term 2
16:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.398989 10725 leader_election.cc:336] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.401026 11437 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.401634 11437 leader_election.cc:290] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [CANDIDATE]: Term 2 election: Requested vote from peers 975548a567434888a534504d1869accd (127.10.93.254:41817), cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167)
16:14:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.402302 10666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6791ae680d52475cbc589415eaa95c96" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "975548a567434888a534504d1869accd"
16:14:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.402614 10666 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 1 FOLLOWER]: Advancing to term 2
16:14:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.403287 10725 leader_election.cc:336] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111)
16:14:52.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.404628 10666 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6791ae680d52475cbc589415eaa95c96 in term 2.
16:14:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.405217 10724 leader_election.cc:304] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6791ae680d52475cbc589415eaa95c96, 975548a567434888a534504d1869accd; no voters: cafe7a343bf94e4680bf05aaefb0d8fb
16:14:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.405583 11437 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 2 FOLLOWER]: Leader election won for term 2
16:14:52.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.406064 11437 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [term 2 LEADER]: Becoming Leader. State: Replica: 6791ae680d52475cbc589415eaa95c96, State: Running, Role: LEADER
16:14:52.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.406518 11437 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.408082 11440 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6791ae680d52475cbc589415eaa95c96. Latest consensus state: current_term: 2 leader_uuid: "6791ae680d52475cbc589415eaa95c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.408388 11440 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: This master's current role is: LEADER
16:14:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.409185 11441 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
16:14:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.411801 11441 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333]
16:14:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.412402 11441 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]
16:14:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.414209 11441 tablet_loader.cc:96] loaded metadata for tablet 76928535957e4c558c458f483a048855 (table txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414])
16:14:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.414634 11441 tablet_loader.cc:96] loaded metadata for tablet d9c215822a93423a90ac79da1cf118ae (table txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414])
16:14:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.414930 11441 tablet_loader.cc:96] loaded metadata for tablet f95aea72aaa6451fb410f325340c5838 (table kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333])
16:14:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.415154 11441 catalog_manager.cc:1494] Initializing Kudu cluster ID...
16:14:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.416090 11441 catalog_manager.cc:1269] Loaded cluster ID: bf2afda1ab7a4275ad4fae254319725e
16:14:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.416170 11441 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
16:14:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.417330 11441 catalog_manager.cc:1514] Loading token signing keys...
16:14:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.418174 11441 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96: Loaded TSK: 0
16:14:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.419185 11441 catalog_manager.cc:1524] Initializing in-progress tserver states...
16:14:52.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.93.252:42167(127.10.93.252:42167)] connecting to peer
16:14:52.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167
16:14:52.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.93.252:42167(127.10.93.252:42167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167
16:14:52.454 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.10.93.252:42167(127.10.93.252:42167) for tablet Kudu Master: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167
16:14:52.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.93.252:42167(127.10.93.252:42167)] connecting to peer
16:14:52.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167
16:14:52.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.93.252:42167(127.10.93.252:42167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167
16:14:52.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.93.252:42167: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167
16:14:52.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:14:52.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [2ms] received response from server master-127.10.93.252:42167: Network error: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.254:41817: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: Network error: Failed to connect to peer master-127.10.93.252:42167(127.10.93.252:42167): Connection refused: /127.10.93.252:42167, [24ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: OK, deferred=Deferred@1316752556(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@2ab7befc, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@1f66aaf9)) after lookup
16:14:52.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.498832 10666 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 2 FOLLOWER]: Refusing update from remote peer 6791ae680d52475cbc589415eaa95c96: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
16:14:52.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.499689 11440 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [LEADER]: Connected to new peer: Peer: permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
16:14:52.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.501613 11445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6791ae680d52475cbc589415eaa95c96. Latest consensus state: current_term: 2 leader_uuid: "6791ae680d52475cbc589415eaa95c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:52.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.501849 11445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.504163 11445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6791ae680d52475cbc589415eaa95c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.504357 11445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.512619 11437 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6791ae680d52475cbc589415eaa95c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.512960 11437 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 [sys.catalog]: This master's current role is: LEADER
16:14:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.513365 10725 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 -> Peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Couldn't send request to peer cafe7a343bf94e4680bf05aaefb0d8fb. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:52.535496 10737 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39936:
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:14:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.540907 10737 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:14:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:52.968808 10725 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 -> Peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Couldn't send request to peer cafe7a343bf94e4680bf05aaefb0d8fb. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:14:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:53.454912 10725 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 -> Peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Couldn't send request to peer cafe7a343bf94e4680bf05aaefb0d8fb. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
16:14:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:53.695176 11353 heartbeater.cc:499] Master 127.10.93.253:41301 was elected leader, sending a full tablet report...
16:14:53.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:53.725600 11068 heartbeater.cc:499] Master 127.10.93.253:41301 was elected leader, sending a full tablet report...
16:14:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:53.950614 10725 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 -> Peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Couldn't send request to peer cafe7a343bf94e4680bf05aaefb0d8fb. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
16:14:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.061622 10725 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111) [suppressed 22 similar messages]
16:14:54.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 76928535957e4c558c458f483a048855 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
16:14:54.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d9c215822a93423a90ac79da1cf118ae for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
16:14:54.125 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76928535957e4c558c458f483a048855@[646782f9754c48c3a40eb1f3d686b91b(127.10.93.194:40989),6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389)[L],c3ec921c9ee74ea093f949123c7b9247(127.10.93.195:41891)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=d9c215822a93423a90ac79da1cf118ae@[646782f9754c48c3a40eb1f3d686b91b(127.10.93.194:40989),6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389),c3ec921c9ee74ea093f949123c7b9247(127.10.93.195:41891)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
16:14:54.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.93.253:41301, [2ms] Sub RPC GetTableLocations: received response from server master-127.10.93.253:41301: OK, deferred=null) after lookup
16:14:54.126 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389)] connecting to peer
16:14:54.128 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389)] Successfully connected to peer
16:14:54.140 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xbe9e6525, L:/127.0.0.1:54516 - R:/127.10.93.193:35389] using TOKEN/null
16:14:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.144480 10988 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.10.93.252:42167)
16:14:54.203 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.93.252:42167
16:14:54.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.205060 10615 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskz0um4v/build/asan/bin/kudu
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/logs
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/info.pb
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.252:42167
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.252
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38455
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:14:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:14:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.270747 11211 heartbeater.cc:499] Master 127.10.93.253:41301 was elected leader, sending a full tablet report...
16:14:54.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.421551 10725 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6791ae680d52475cbc589415eaa95c96 -> Peer cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167): Couldn't send request to peer cafe7a343bf94e4680bf05aaefb0d8fb. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
16:14:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.490514 10626 master_runner.cc:186] Error getting master registration for 127.10.93.252:42167: Network error: Client connection negotiation failed: client connection to 127.10.93.252:42167: connect: Connection refused (error 111),
16:14:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.490823 10626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:14:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.565820 11485 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:14:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.566159 11485 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:14:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.566237 11485 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.574877 11485 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.574983 11485 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.575042 11485 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.575084 11485 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.575147 11485 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.575199 11485 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:14:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.575271 11485 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46575/jwks.json
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.586885 11485 master_runner.cc:386] Master server non-default flags:
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.93.212:39299
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.93.254:41817,127.10.93.253:41301,127.10.93.252:42167
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.93.252:42167
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46575/jwks.json
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/info.pb
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.93.252
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38455
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/logs
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Mar 2026 15:59:14 UTC on e7f111948823
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11006
16:14:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
16:14:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.588609 11485 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:14:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.590410 11485 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:14:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.599651 11493 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.600139 11495 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.600346 11492 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:14:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.602099 11485 server_base.cc:1060] running on GCE node
16:14:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.602932 11485 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:14:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.604663 11485 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:14:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.605932 11485 hybrid_clock.cc:648] HybridClock initialized: now 1773936894605859 us; error 34 us; skew 500 ppm
16:14:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.606331 11485 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:14:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.608824 11485 webserver.cc:492] Webserver started at http://127.10.93.252:38455/ using document root <none> and password file <none>
16:14:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.609578 11485 fs_manager.cc:362] Metadata directory not provided
16:14:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.609700 11485 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:14:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.615533 11485 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.002s sys 0.001s
16:14:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.618883 11501 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:14:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.620805 11485 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
16:14:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.620996 11485 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data,/tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafe7a343bf94e4680bf05aaefb0d8fb"
16:14:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-19 16:14:49 on dist-test-slave-zw26"
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.621729 11485 fs_report.cc:389] FS layout report
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/wal
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/data
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:14:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:14:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.642179 11485 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:14:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.643129 11485 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:14:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.643419 11485 kserver.cc:163] Server-wide thread pool size limit: 3276
16:14:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.668462 11485 rpc_server.cc:307] RPC server started. Bound to: 127.10.93.252:42167
16:14:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.668466 11562 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.93.252:42167 every 8 connection(s)
16:14:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.670184 11485 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskz0um4v/test-tmp/mini-kudu-cluster8353686320248732593/master-2/data/info.pb
16:14:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.676422 10615 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskz0um4v/build/asan/bin/kudu as pid 11485
16:14:54.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:14:54.677 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.93.253:41301
16:14:54.677 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
16:14:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.677436 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 10704
16:14:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.677817 11563 sys_catalog.cc:263] Verifying existing consensus state
16:14:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.678820 10778 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.682547 11563 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Bootstrap starting.
16:14:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.702672 11563 log.cc:826] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Log is configured to *not* fsync() on all Append() calls
16:14:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.720602 11351 heartbeater.cc:344] Connected to a master server at 127.10.93.252:42167
16:14:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.734113 11066 heartbeater.cc:344] Connected to a master server at 127.10.93.252:42167
16:14:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.736927 11563 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:14:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.737584 11563 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Bootstrap complete.
16:14:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.744231 11563 raft_consensus.cc:359] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.745014 11563 raft_consensus.cc:740] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: cafe7a343bf94e4680bf05aaefb0d8fb, State: Initialized, Role: FOLLOWER
16:14:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.745765 11563 consensus_queue.cc:260] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.746773 11571 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.747102 11571 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: FOLLOWER
16:14:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.747859 11563 sys_catalog.cc:565] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: configured and running, proceeding with master startup.
16:14:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.759274 11582 catalog_manager.cc:1269] Loaded cluster ID: bf2afda1ab7a4275ad4fae254319725e
16:14:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.759667 11582 catalog_manager.cc:1562] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: loading cluster ID for follower catalog manager: success
16:14:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.768488 11582 catalog_manager.cc:1584] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: acquiring CA information for follower catalog manager: success
16:14:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.779081 11582 catalog_manager.cc:1612] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:14:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.843786 11528 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 1 FOLLOWER]: Advancing to term 2
16:14:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.848198 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 10704
16:14:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.854559 11590 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6791ae680d52475cbc589415eaa95c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.854949 11590 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: FOLLOWER
16:14:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.855592 11571 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6791ae680d52475cbc589415eaa95c96. Latest consensus state: current_term: 2 leader_uuid: "6791ae680d52475cbc589415eaa95c96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.855815 11571 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: FOLLOWER
16:14:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.877274 11502 connection.cc:537] server connection from 127.0.0.1:48880 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:14:54.878 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.93.253:41301(127.10.93.253:41301)] handling channelInactive
16:14:54.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.93.253:41301(127.10.93.253:41301)] cleaning up while in state READY due to: connection closed
16:14:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:54.879132 11584 negotiation.cc:337] Failed RPC negotiation. Trace:
16:14:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.780965 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.10.93.253:41301 (local address 127.0.0.1:39944)
16:14:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.781168 (+ 203us) negotiation.cc:107] Waiting for socket to connect
16:14:54.879 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:14:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.781188 (+ 20us) client_negotiation.cc:174] Beginning negotiation
16:14:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.781318 (+ 130us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
16:14:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.845425 (+ 64107us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
16:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.845431 (+ 6us) client_negotiation.cc:394] Received NEGOTIATE response from server
16:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.845468 (+ 37us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
16:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.845996 (+ 528us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
16:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.846013 (+ 17us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
16:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:54.877567 (+ 31554us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: BlockingRecv error: recv got EOF from 127.10.93.253:41301 (error 108)
16:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":70}
16:14:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.879680 11485 master_runner.cc:186] Error getting master registration for 127.10.93.253:41301: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: BlockingRecv error: recv got EOF from 127.10.93.253:41301 (error 108),
16:14:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:54.883600 11485 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:14:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.146935 11591 raft_consensus.cc:493] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 6791ae680d52475cbc589415eaa95c96)
16:14:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.147154 11591 raft_consensus.cc:515] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.148505 11591 leader_election.cc:290] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301), cafe7a343bf94e4680bf05aaefb0d8fb (127.10.93.252:42167)
16:14:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.150453 10642 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111) [suppressed 7 similar messages]
16:14:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.151823 11571 raft_consensus.cc:493] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 6791ae680d52475cbc589415eaa95c96)
16:14:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.152200 11571 raft_consensus.cc:515] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:55.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.93.253:41301(127.10.93.253:41301)] connecting to peer
16:14:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.154520 10642 leader_election.cc:336] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.155305 10666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "975548a567434888a534504d1869accd" is_pre_election: true
16:14:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.155546 10666 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cafe7a343bf94e4680bf05aaefb0d8fb in term 2.
16:14:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.156277 11503 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.156306 11504 leader_election.cc:304] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 975548a567434888a534504d1869accd, cafe7a343bf94e4680bf05aaefb0d8fb; no voters:
16:14:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.156971 11571 leader_election.cc:290] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 975548a567434888a534504d1869accd (127.10.93.254:41817), 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301)
16:14:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.157428 11571 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 2 FOLLOWER]: Leader pre-election won for term 3
16:14:55.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.93.253:41301(127.10.93.253:41301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.158 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location master-127.10.93.253:41301(127.10.93.253:41301) for tablet Kudu Master: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.158751 11571 raft_consensus.cc:493] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 2 FOLLOWER]: Starting leader election (detected failure of leader 6791ae680d52475cbc589415eaa95c96)
16:14:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.159080 11571 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 2 FOLLOWER]: Advancing to term 3
16:14:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.159497 11528 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "975548a567434888a534504d1869accd" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" is_pre_election: true
16:14:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.160549 11503 leader_election.cc:336] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.161949 11571 raft_consensus.cc:515] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.162503 11528 raft_consensus.cc:2393] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 3 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 975548a567434888a534504d1869accd in current term 3: Already voted for candidate cafe7a343bf94e4680bf05aaefb0d8fb in this term.
16:14:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.162787 11571 leader_election.cc:290] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 3 election: Requested vote from peers 975548a567434888a534504d1869accd (127.10.93.254:41817), 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301)
16:14:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.163664 10644 leader_election.cc:304] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 975548a567434888a534504d1869accd; no voters: 6791ae680d52475cbc589415eaa95c96, cafe7a343bf94e4680bf05aaefb0d8fb
16:14:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.164259 10666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "975548a567434888a534504d1869accd"
16:14:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.164495 10666 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 2 FOLLOWER]: Advancing to term 3
16:14:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.165030 11503 leader_election.cc:336] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111)
16:14:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.166568 10666 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cafe7a343bf94e4680bf05aaefb0d8fb in term 3.
16:14:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.166769 11591 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 3 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
16:14:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.167084 11504 leader_election.cc:304] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 975548a567434888a534504d1869accd, cafe7a343bf94e4680bf05aaefb0d8fb; no voters: 6791ae680d52475cbc589415eaa95c96
16:14:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.167469 11571 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 3 FOLLOWER]: Leader election won for term 3
16:14:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.167644 11571 raft_consensus.cc:697] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [term 3 LEADER]: Becoming Leader. State: Replica: cafe7a343bf94e4680bf05aaefb0d8fb, State: Running, Role: LEADER
16:14:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.168177 11571 consensus_queue.cc:237] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } }
16:14:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.170076 11590 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: New leader cafe7a343bf94e4680bf05aaefb0d8fb. Latest consensus state: current_term: 3 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.170313 11590 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: LEADER
16:14:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.171125 11597 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
16:14:55.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.93.253:41301(127.10.93.253:41301)] connecting to peer
16:14:55.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.93.252:42167(127.10.93.252:42167)] connecting to peer
16:14:55.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.93.253:41301(127.10.93.253:41301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.175 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.93.252:42167(127.10.93.252:42167)] Successfully connected to peer
16:14:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.173880 11597 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333]
16:14:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.174650 11597 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414]
16:14:55.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.93.253:41301: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.184365 11597 tablet_loader.cc:96] loaded metadata for tablet 76928535957e4c558c458f483a048855 (table txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414])
16:14:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.185004 11597 tablet_loader.cc:96] loaded metadata for tablet d9c215822a93423a90ac79da1cf118ae (table txn_manager_fallback_rolling [id=94463df1c043475884443fa1469be414])
16:14:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.185482 11597 tablet_loader.cc:96] loaded metadata for tablet f95aea72aaa6451fb410f325340c5838 (table kudu_system.kudu_transactions [id=888e3f34a4104c45b0231909acf7c333])
16:14:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.185882 11597 catalog_manager.cc:1494] Initializing Kudu cluster ID...
16:14:55.189 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1e0f612f, L:/127.0.0.1:48894 - R:/127.10.93.252:42167] using TOKEN/null
16:14:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.190469 11597 catalog_manager.cc:1269] Loaded cluster ID: bf2afda1ab7a4275ad4fae254319725e
16:14:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.190620 11597 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
16:14:55.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.93.253:41301,127.10.93.254:41817,127.10.93.252:42167; will retry
16:14:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.192447 11597 catalog_manager.cc:1514] Loading token signing keys...
16:14:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.193514 11597 catalog_manager.cc:6055] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb: Loaded TSK: 0
16:14:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.194420 11597 catalog_manager.cc:1524] Initializing in-progress tserver states...
16:14:55.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.10.93.253:41301(127.10.93.253:41301)] connecting to peer
16:14:55.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.93.253:41301(127.10.93.253:41301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.93.253:41301: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301
16:14:55.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:14:55.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=62), Traces: [0ms] sending RPC to server master-127.10.93.253:41301, [6ms] received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [28ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.254:41817: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.10.93.253:41301,127.10.93.254:41817,127.10.93.252:42167) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, deferred=Deferred@663927864(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@7e6a688d -> (continuation of Deferred@1006829324 after retry RPC after error@1442202368), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@67b756fa -> (continuation of Deferred@1006829324 after retry RPC after error@1442202368))) after lookup
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.247962 11518 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48908:
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:14:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.251045 10666 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [term 3 FOLLOWER]: Refusing update from remote peer cafe7a343bf94e4680bf05aaefb0d8fb: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
16:14:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.251459 11563 master.cc:464] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 0 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
16:14:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.251811 11590 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
16:14:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.253610 11591 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: New leader cafe7a343bf94e4680bf05aaefb0d8fb. Latest consensus state: current_term: 3 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.253924 11591 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:55.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.255476 11590 sys_catalog.cc:455] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:55.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.255716 11590 sys_catalog.cc:458] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb [sys.catalog]: This master's current role is: LEADER
16:14:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.257030 11503 consensus_peers.cc:597] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb -> Peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Couldn't send request to peer 6791ae680d52475cbc589415eaa95c96. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:14:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.256973 11591 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "975548a567434888a534504d1869accd" member_type: VOTER last_known_addr { host: "127.10.93.254" port: 41817 } } peers { permanent_uuid: "6791ae680d52475cbc589415eaa95c96" member_type: VOTER last_known_addr { host: "127.10.93.253" port: 41301 } } peers { permanent_uuid: "cafe7a343bf94e4680bf05aaefb0d8fb" member_type: VOTER last_known_addr { host: "127.10.93.252" port: 42167 } } }
16:14:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.257180 11591 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975548a567434888a534504d1869accd [sys.catalog]: This master's current role is: FOLLOWER
16:14:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.275317 11209 heartbeater.cc:344] Connected to a master server at 127.10.93.252:42167
16:14:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.277066 11518 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "646782f9754c48c3a40eb1f3d686b91b" instance_seqno: 1773936890806416) as {username='slave'} at 127.10.93.194:37431; Asking this server to re-register.
16:14:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.277786 11209 heartbeater.cc:461] Registering TS with master...
16:14:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.278028 11209 heartbeater.cc:507] Master 127.10.93.252:42167 requested a full tablet report, sending...
16:14:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.279839 11518 ts_manager.cc:194] Registered new tserver with Master: 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989)
16:14:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.403690 11548 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48894 (request call id 2) took 187 ms (client timeout 187 ms). Trace:
16:14:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.403852 11548 rpcz_store.cc:269] 0319 16:14:55.216324 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:14:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.216425 (+ 101us) service_pool.cc:225] Handling call
16:14:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.403615 (+187190us) inbound_call.cc:173] Queueing success response
16:14:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":590,"init.queue_time_us":101,"thread_start_us":1071,"threads_started":4}
16:14:55.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.10.93.253:41301, [6ms] received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [28ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.254:41817: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.10.93.253:41301,127.10.93.254:41817,127.10.93.252:42167) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.254:41817: OK, [63ms] sending RPC to server master-127.10.93.252:42167, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@663927864(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@7e6a688d -> (continuation of Deferred@1006829324 after retry RPC after error@1442202368) -> (continuation of Deferred@1244947585 after retry RPC@1642399828), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@67b756fa -> (continuation of Deferred@1006829324 after retry RPC after error@1442202368) -> (continuation of Deferred@1244947585 after retry RPC@1642399828)))
16:14:55.405 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.10.93.253:41301, [6ms] received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [28ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.254:41817: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.10.93.253:41301,127.10.93.254:41817,127.10.93.252:42167) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.253:41301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.254:41817, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.93.252:42167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.253:41301: Network error: Failed to connect to peer master-127.10.93.253:41301(127.10.93.253:41301): Connection refused: /127.10.93.253:41301, [62ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.252:42167: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.10.93.254:41817: OK, [63ms] sending RPC to server master-127.10.93.252:42167, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@663927864(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@7e6a688d -> (continuation of Deferred@1006829324 after retry RPC after error@1442202368) -> (continuation of Deferred@1244947585 after retry RPC@1642399828), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@67b756fa -> (continuation of Deferred@1006829324 after retry RPC after error@1442202368) -> (continuation of Deferred@1244947585 after retry RPC@1642399828)))
16:14:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.662882 11548 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48894 (request call id 3) took 250 ms (client timeout 250 ms). Trace:
16:14:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.663030 11548 rpcz_store.cc:269] 0319 16:14:55.412588 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:14:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.412709 (+ 121us) service_pool.cc:225] Handling call
16:14:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.662790 (+250081us) inbound_call.cc:173] Queueing success response
16:14:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:14:55.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@107784491(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@5b312f9a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@32c85811))
16:14:55.664 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [253ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@107784491(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@5b312f9a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@32c85811))
16:14:55.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.726163 11518 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "c3ec921c9ee74ea093f949123c7b9247" instance_seqno: 1773936891342253) as {username='slave'} at 127.10.93.195:55551; Asking this server to re-register.
16:14:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.726953 11351 heartbeater.cc:461] Registering TS with master...
16:14:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.727181 11351 heartbeater.cc:507] Master 127.10.93.252:42167 requested a full tablet report, sending...
16:14:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.728675 11518 ts_manager.cc:194] Registered new tserver with Master: c3ec921c9ee74ea093f949123c7b9247 (127.10.93.195:41891)
16:14:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.730731 11518 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6ccfc761e2d546e0bc348e5beefb39a7" instance_seqno: 1773936890302750) as {username='slave'} at 127.10.93.193:50453; Asking this server to re-register.
16:14:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.731447 11066 heartbeater.cc:461] Registering TS with master...
16:14:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.731824 11066 heartbeater.cc:507] Master 127.10.93.252:42167 requested a full tablet report, sending...
16:14:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.733100 11518 ts_manager.cc:194] Registered new tserver with Master: 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389)
16:14:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:55.761586 11093 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.117s from last keepalive heartbeat (effective timeout is 1.000s)
16:14:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.778606 11615 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
16:14:55.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.790074 11503 consensus_peers.cc:597] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb -> Peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Couldn't send request to peer 6791ae680d52475cbc589415eaa95c96. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:14:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.923617 11548 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48894 (request call id 4) took 250 ms (client timeout 250 ms). Trace:
16:14:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:55.923811 11548 rpcz_store.cc:269] 0319 16:14:55.673367 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:14:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.673467 (+ 100us) service_pool.cc:225] Handling call
16:14:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.923498 (+250031us) inbound_call.cc:173] Queueing success response
16:14:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:14:55.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2066104756(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@18608a0a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@4aff2b63))
16:14:55.924 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2066104756(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@18608a0a, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@4aff2b63))
16:14:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:56.183676 11548 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:48894 (request call id 5) took 250 ms (client timeout 250 ms). Trace:
16:14:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:56.183887 11548 rpcz_store.cc:269] 0319 16:14:55.933355 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:14:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:55.933444 (+ 89us) service_pool.cc:225] Handling call
16:14:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0319 16:14:56.183569 (+250125us) inbound_call.cc:173] Queueing success response
16:14:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:14:56.184 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@973601533(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@73e527e8, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@6f49c344))
16:14:56.184 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.10.93.252:42167, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@973601533(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007efe84336a70@73e527e8, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007efe84336c98@6f49c344))
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:56.267794 11518 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48916:
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:14:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:56.268803 11518 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:14:56.292 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1773936891 last_transition_timestamp: 1773936895
16:14:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:56.317410 11503 consensus_peers.cc:597] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb -> Peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Couldn't send request to peer 6791ae680d52475cbc589415eaa95c96. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
16:14:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:56.720854 11503 consensus_peers.cc:597] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb -> Peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Couldn't send request to peer 6791ae680d52475cbc589415eaa95c96. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
16:14:56.884 [DEBUG - main] (Connection.java:575) [peer 6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389)] disconnecting while in state READY
16:14:56.884 [DEBUG - main] (Connection.java:575) [peer master-127.10.93.252:42167(127.10.93.252:42167)] disconnecting while in state READY
16:14:56.885 [DEBUG - main] (Connection.java:575) [peer master-127.10.93.253:41301(127.10.93.253:41301)] disconnecting while in state TERMINATED
16:14:56.885 [DEBUG - main] (Connection.java:575) [peer master-127.10.93.254:41817(127.10.93.254:41817)] disconnecting while in state READY
16:14:56.885 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:14:56.885 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.93.254:41817(127.10.93.254:41817)] handling channelInactive
16:14:56.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.93.254:41817(127.10.93.254:41817)] cleaning up while in state READY due to: connection closed
16:14:56.885 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.93.252:42167(127.10.93.252:42167)] handling channelInactive
16:14:56.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.93.252:42167(127.10.93.252:42167)] cleaning up while in state READY due to: connection closed
16:14:56.886 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389)] handling channelInactive
16:14:56.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6ccfc761e2d546e0bc348e5beefb39a7(127.10.93.193:35389)] cleaning up while in state READY due to: connection closed
16:14:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:56.887292 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 10910
16:14:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:56.898806 11061 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.004709 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 10910
16:14:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.021620 11229 connection.cc:537] server connection from 127.10.93.193:48909 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:14:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.021800 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 11071
16:14:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.029057 11204 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.029603 11230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.93.193:35389: connect: Connection refused (error 111)
16:14:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.031198 11230 consensus_peers.cc:597] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 -> Peer 6ccfc761e2d546e0bc348e5beefb39a7 (127.10.93.193:35389): Couldn't send request to peer 6ccfc761e2d546e0bc348e5beefb39a7. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.193:35389: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:14:57.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.157585 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 11071
16:14:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.177053 11229 connection.cc:537] server connection from 127.10.93.194:56211 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:14:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.177274 11230 connection.cc:537] client connection to 127.10.93.194:40989 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:14:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.177642 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 11214
16:14:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.178560 11230 consensus_peers.cc:597] T d9c215822a93423a90ac79da1cf118ae P c3ec921c9ee74ea093f949123c7b9247 -> Peer 646782f9754c48c3a40eb1f3d686b91b (127.10.93.194:40989): Couldn't send request to peer 646782f9754c48c3a40eb1f3d686b91b. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.194:40989: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:14:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.184612 11346 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260319 16:14:57.212673 11503 consensus_peers.cc:597] T 00000000000000000000000000000000 P cafe7a343bf94e4680bf05aaefb0d8fb -> Peer 6791ae680d52475cbc589415eaa95c96 (127.10.93.253:41301): Couldn't send request to peer 6791ae680d52475cbc589415eaa95c96. Status: Network error: Client connection negotiation failed: client connection to 127.10.93.253:41301: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
16:14:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.287053 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 11214
16:14:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.302731 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 10626
16:14:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.304170 10697 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:57.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.419834 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 10626
16:14:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.440052 10615 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskz0um4v/build/asan/bin/kudu pid 11485
16:14:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.446866 11558 generic_service.cc:196] Checking for leaks (request via RPC)
16:14:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260319 16:14:57.562527 10615 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskz0um4v/build/asan/bin/kudu with pid 11485
16:14:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-19T16:14:57Z chronyd exiting
16:14:57.721 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)