04:14:04.155 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
04:14:04.155 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUSGrfJ/test-tmp
04:14:04.155 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:14:04.155 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUSGrfJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:14:04.157 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
04:14:04.481 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:14:04.481 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:14:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.484663 1079 mini_oidc.cc:152] Starting JWKS server
04:14:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.488237 1079 webserver.cc:460] Webserver started at http://127.0.0.1:46035/ using document root <none> and password file <none>
04:14:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.488672 1079 mini_oidc.cc:189] Starting OIDC Discovery server
04:14:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.490391 1079 webserver.cc:460] Webserver started at http://127.0.0.1:40175/ using document root <none> and password file <none>
04:14:04.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:14:04Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:14:04.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:14:04Z Disabled control of system clock
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.546684 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/logs
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data/info.pb
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.254:41521
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.254
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
04:14:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
04:14:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.848248 1094 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.848847 1094 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.849324 1094 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:04.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.880437 1094 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:14:04.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.880750 1094 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
04:14:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.880905 1094 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.881099 1094 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:14:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.881289 1094 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:14:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.881479 1094 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:14:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.881632 1094 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.917065 1094 master_runner.cc:386] Master server non-default flags:
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.254:41521
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data/info.pb
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.254
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/logs
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.918246 1094 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:04.919755 1094 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:04.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.936941 1105 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:06.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.937443 1103 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:06.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:04.939728 1107 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:06.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.128899 1106 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:14:06.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.129050 1094 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:14:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.133371 1094 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.136619 1094 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.138108 1094 hybrid_clock.cc:648] HybridClock initialized: now 1785989646138079 us; error 123 us; skew 500 ppm
04:14:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.138996 1094 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.151082 1094 webserver.cc:460] Webserver started at http://127.1.13.254:33311/ using document root <none> and password file <none>
04:14:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.152010 1094 fs_manager.cc:359] Metadata directory not provided
04:14:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.152206 1094 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.152740 1094 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:14:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.157670 1094 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data/instance:
04:14:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6752c27765514a058f17167f926d941c"
04:14:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:06 on dist-test-slave-2d19"
04:14:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.158715 1094 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal/instance:
04:14:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6752c27765514a058f17167f926d941c"
04:14:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:06 on dist-test-slave-2d19"
04:14:06.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.165899 1094 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
04:14:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.171329 1116 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:06.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.172492 1094 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.172777 1094 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6752c27765514a058f17167f926d941c"
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:06 on dist-test-slave-2d19"
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.173081 1094 fs_report.cc:383] FS layout report
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data/data
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.225088 1094 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.226549 1094 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.226954 1094 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:06.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.309538 1094 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.254:41521
04:14:06.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.309629 1212 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.254:41521 every 8 connection(s)
04:14:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.312373 1094 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/data/info.pb
04:14:06.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.317584 1213 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:06.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.323262 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 1094
04:14:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.323840 1079 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-0/wal/instance
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.329347 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/logs
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data/info.pb
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:06.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.253:38951
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.253
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
04:14:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
04:14:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.332660 1213 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } has no permanent_uuid. Determining permanent_uuid...
04:14:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.367095 1213 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } has no permanent_uuid. Determining permanent_uuid...
04:14:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.369374 1117 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.373230 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.422708 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 1
04:14:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.426695 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.495066 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 2
04:14:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.498864 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.590379 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 3
04:14:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.594436 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.647469 1215 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.648036 1215 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.648531 1215 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:06.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.679524 1215 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:14:06.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.679811 1215 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
04:14:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.679960 1215 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.680162 1215 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:14:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.680367 1215 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:14:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.680549 1215 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:14:06.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.680687 1215 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.715752 1215 master_runner.cc:386] Master server non-default flags:
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.253:38951
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data/info.pb
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.253
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/logs
04:14:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.716966 1215 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.718487 1215 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.736733 1230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.737885 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 4
04:14:06.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.742292 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:07.041752 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 5
04:14:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:07.046000 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:07.593612 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 6
04:14:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:07.603482 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.736883 1231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:06.737658 1235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:06.740108 1215 server_base.cc:1034] running on GCE node
04:14:08.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.004091 1215 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.006820 1215 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:08.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.008242 1215 hybrid_clock.cc:648] HybridClock initialized: now 1785989648008197 us; error 52 us; skew 500 ppm
04:14:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.009313 1215 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.015771 1215 webserver.cc:460] Webserver started at http://127.1.13.253:36183/ using document root <none> and password file <none>
04:14:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.016767 1215 fs_manager.cc:359] Metadata directory not provided
04:14:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.016955 1215 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.017369 1215 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:14:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.022428 1215 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data/instance:
04:14:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "292b1b81b6d949d3816a9175a3eb024e"
04:14:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:08 on dist-test-slave-2d19"
04:14:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.023566 1215 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal/instance:
04:14:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "292b1b81b6d949d3816a9175a3eb024e"
04:14:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:08 on dist-test-slave-2d19"
04:14:08.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.030769 1215 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
04:14:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.036525 1246 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.037678 1215 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.037961 1215 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "292b1b81b6d949d3816a9175a3eb024e"
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:08 on dist-test-slave-2d19"
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.038317 1215 fs_report.cc:383] FS layout report
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data/data
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:08.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.074796 1215 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.076323 1215 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.076746 1215 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.160451 1215 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.253:38951
04:14:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.160501 1331 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.253:38951 every 8 connection(s)
04:14:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.163117 1215 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/data/info.pb
04:14:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.168308 1333 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.173643 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 1215
04:14:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.174171 1079 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-1/wal/instance
04:14:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.177489 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/logs
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/info.pb
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.252:44767
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.252
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
04:14:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
04:14:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.183996 1333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } has no permanent_uuid. Determining permanent_uuid...
04:14:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.212333 1333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } has no permanent_uuid. Determining permanent_uuid...
04:14:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.228677 1333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } has no permanent_uuid. Determining permanent_uuid...
04:14:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.230959 1253 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.235049 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.284613 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 1
04:14:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.288470 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.356922 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 2
04:14:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.360802 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.452337 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 3
04:14:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.456089 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.495364 1337 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.495939 1337 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.496430 1337 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.527245 1337 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:14:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.527549 1337 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
04:14:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.527704 1337 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.527890 1337 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:14:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.528079 1337 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:14:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.528278 1337 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:14:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.528419 1337 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.564329 1337 master_runner.cc:386] Master server non-default flags:
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.252:44767
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/info.pb
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.252
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/logs
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.565548 1337 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.567176 1337 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.584380 1353 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.599613 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 4
04:14:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.603351 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.664165 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } attempt: 7
04:14:08.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.680706 1213 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } has no permanent_uuid. Determining permanent_uuid...
04:14:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.687140 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.745747 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 1
04:14:08.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.749855 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.831485 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 2
04:14:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.835605 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.902984 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 5
04:14:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.907099 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.921231 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 3
04:14:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.925287 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.065933 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 4
04:14:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:09.070217 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.353837 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 5
04:14:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:09.358609 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.454828 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 6
04:14:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:09.462746 1333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:09.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.584470 1356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:09.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:08.584475 1360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:09.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:08.586176 1337 server_base.cc:1034] running on GCE node
04:14:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.796444 1337 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.799665 1337 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:09.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.801137 1337 hybrid_clock.cc:648] HybridClock initialized: now 1785989649801104 us; error 66 us; skew 500 ppm
04:14:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.801971 1337 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.808941 1337 webserver.cc:460] Webserver started at http://127.1.13.252:36767/ using document root <none> and password file <none>
04:14:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.809924 1337 fs_manager.cc:359] Metadata directory not provided
04:14:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.810124 1337 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.810526 1337 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:14:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.815498 1337 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/instance:
04:14:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9"
04:14:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:09 on dist-test-slave-2d19"
04:14:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.816566 1337 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal/instance:
04:14:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9"
04:14:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:09 on dist-test-slave-2d19"
04:14:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.823608 1337 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
04:14:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.829022 1373 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.830025 1337 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
04:14:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.830310 1337 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9"
04:14:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:09 on dist-test-slave-2d19"
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.830592 1337 fs_report.cc:383] FS layout report
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/data
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.869493 1337 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.870965 1337 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.871376 1337 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.911226 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 6
04:14:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:09.919150 1213 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.13.252:44767: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.958087 1337 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.252:44767
04:14:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.958184 1459 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.252:44767 every 8 connection(s)
04:14:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.961302 1337 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/info.pb
04:14:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.966435 1460 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.966861 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 1337
04:14:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.967315 1079 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal/instance
04:14:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:09.982956 1460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } has no permanent_uuid. Determining permanent_uuid...
04:14:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.011458 1460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } has no permanent_uuid. Determining permanent_uuid...
04:14:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.025329 1460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } has no permanent_uuid. Determining permanent_uuid...
04:14:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.042999 1460 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Bootstrap starting.
04:14:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.048378 1460 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Neither blocks nor log segments found. Creating new log.
04:14:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.050488 1460 log.cc:824] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Log is configured to *not* fsync() on all Append() calls
04:14:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.054919 1460 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: No bootstrap required, opened a new log
04:14:10.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.076746 1460 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.077543 1460 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.077756 1460 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f4bbc7b5b5644188e9e24ffa33d8fd9, State: Initialized, Role: FOLLOWER
04:14:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.078498 1460 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.080807 1474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.081472 1474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: FOLLOWER
04:14:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.082058 1460 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: configured and running, proceeding with master startup.
04:14:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.094929 1474 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:14:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.095551 1474 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.098953 1474 leader_election.cc:288] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6752c27765514a058f17167f926d941c (127.1.13.254:41521), 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951)
04:14:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.110471 1489 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:14:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.110850 1489 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:14:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.126631 1380 tablet.cc:2369] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:14:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.107151 1337 master_runner.cc:186] Error getting master registration for 127.1.13.254:41521: OK, instance_id { permanent_uuid: "6752c27765514a058f17167f926d941c" instance_seqno: 1785989646290530 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:14:10.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.134967 1337 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:14:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.426399 1375 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.1.13.254:41521 timed out after 0.328s (SENT)
04:14:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.523288 1333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 7
04:14:10.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.558509 1333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: Bootstrap starting.
04:14:10.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.566112 1333 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: Neither blocks nor log segments found. Creating new log.
04:14:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.568557 1333 log.cc:824] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: Log is configured to *not* fsync() on all Append() calls
04:14:10.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.574198 1333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: No bootstrap required, opened a new log
04:14:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.606297 1333 raft_consensus.cc:348] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.607254 1333 raft_consensus.cc:374] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.607563 1333 raft_consensus.cc:729] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 292b1b81b6d949d3816a9175a3eb024e, State: Initialized, Role: FOLLOWER
04:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.608570 1333 consensus_queue.cc:260] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.611619 1495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.612486 1495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: This master's current role is: FOLLOWER
04:14:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.613718 1333 sys_catalog.cc:564] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: configured and running, proceeding with master startup.
04:14:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.613884 1280 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "292b1b81b6d949d3816a9175a3eb024e" is_pre_election: true
04:14:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.614718 1280 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f4bbc7b5b5644188e9e24ffa33d8fd9 in term 0.
04:14:10.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.618870 1280 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54312 (request call id 1) took 516 ms (client timeout 328 ms). Trace:
04:14:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.619598 1279 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "292b1b81b6d949d3816a9175a3eb024e" is_pre_election: true
04:14:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.620407 1279 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f4bbc7b5b5644188e9e24ffa33d8fd9 in term 0.
04:14:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.619390 1280 rpcz_store.cc:269] 0806 04:14:10.098738 (+ 0us) service_pool.cc:170] Inserting onto call queue
04:14:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:10.098906 (+ 168us) service_pool.cc:227] Handling call
04:14:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:10.615207 (+516301us) inbound_call.cc:173] Queueing success response
04:14:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
04:14:10.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.621740 1374 leader_election.cc:302] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 292b1b81b6d949d3816a9175a3eb024e, 4f4bbc7b5b5644188e9e24ffa33d8fd9; no voters:
04:14:10.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.625969 1499 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:14:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.627205 1499 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:14:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.628211 1499 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 0 FOLLOWER]: Advancing to term 1
04:14:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.646932 1499 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.659682 1280 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "292b1b81b6d949d3816a9175a3eb024e"
04:14:10.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.660293 1280 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 0 FOLLOWER]: Advancing to term 1
04:14:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.670243 1280 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f4bbc7b5b5644188e9e24ffa33d8fd9 in term 1.
04:14:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.658788 1499 leader_election.cc:288] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [CANDIDATE]: Term 1 election: Requested vote from peers 6752c27765514a058f17167f926d941c (127.1.13.254:41521), 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951)
04:14:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.672675 1374 leader_election.cc:302] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 292b1b81b6d949d3816a9175a3eb024e, 4f4bbc7b5b5644188e9e24ffa33d8fd9; no voters:
04:14:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.673507 1499 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 FOLLOWER]: Leader election won for term 1
04:14:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.683974 1499 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 LEADER]: Becoming Leader. State: Replica: 4f4bbc7b5b5644188e9e24ffa33d8fd9, State: Running, Role: LEADER
04:14:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.685197 1510 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:14:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.685645 1510 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:14:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.685974 1499 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:10.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.706736 1512 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4f4bbc7b5b5644188e9e24ffa33d8fd9. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:10.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.707615 1512 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: LEADER
04:14:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.650629 1215 master_runner.cc:186] Error getting master registration for 127.1.13.254:41521: OK, instance_id { permanent_uuid: "6752c27765514a058f17167f926d941c" instance_seqno: 1785989646290530 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:14:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.712925 1215 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:14:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.714416 1516 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.721750 1516 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:14:10.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:10.758111 1375 leader_election.cc:334] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6752c27765514a058f17167f926d941c (127.1.13.254:41521): Timed out: RequestConsensusVote RPC to 127.1.13.254:41521 timed out after 0.328s (SENT)
04:14:10.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.769563 1280 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Refusing update from remote peer 4f4bbc7b5b5644188e9e24ffa33d8fd9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:14:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.771232 1499 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
04:14:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.813622 1495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4f4bbc7b5b5644188e9e24ffa33d8fd9. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.814440 1495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: This master's current role is: FOLLOWER
04:14:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.820118 1517 mvcc.cc:205] Tried to move back new op lower bound from 7315413609525440512 to 7315413609220448256. Current Snapshot: MvccSnapshot[applied={T|T < 7315413609525440512}]
04:14:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.822499 1512 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.824211 1512 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: LEADER
04:14:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.827842 1495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.828629 1495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: This master's current role is: FOLLOWER
04:14:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.827335 1518 mvcc.cc:205] Tried to move back new op lower bound from 7315413609525440512 to 7315413609220448256. Current Snapshot: MvccSnapshot[applied={T|T < 7315413609525440512}]
04:14:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.831988 1516 catalog_manager.cc:1347] Generated new cluster ID: 3b9bc3aa412844cba85440bca60db4b6
04:14:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.832281 1516 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:14:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.875109 1516 catalog_manager.cc:1370] Generated new certificate authority record
04:14:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.878185 1516 catalog_manager.cc:1504] Loading token signing keys...
04:14:10.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.905896 1516 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Generated new TSK 0
04:14:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.907383 1516 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.952642 1213 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } attempt: 7
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:10.955763 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/logs
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data/info.pb
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.193:0
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.13.193
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.193
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
04:14:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
04:14:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.027180 1213 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: Bootstrap starting.
04:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.052806 1213 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: Neither blocks nor log segments found. Creating new log.
04:14:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.061926 1213 log.cc:824] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: Log is configured to *not* fsync() on all Append() calls
04:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.087105 1213 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: No bootstrap required, opened a new log
04:14:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.345971 1213 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.352916 1213 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.354763 1213 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6752c27765514a058f17167f926d941c, State: Initialized, Role: FOLLOWER
04:14:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.360317 1213 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.381276 1532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.382189 1532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: FOLLOWER
04:14:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.396489 1151 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6752c27765514a058f17167f926d941c"
04:14:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.397337 1151 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 0 FOLLOWER]: Advancing to term 1
04:14:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.400728 1155 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6752c27765514a058f17167f926d941c" is_pre_election: true
04:14:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.401793 1155 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:42272 (request call id 3) took 971 ms (client timeout 328 ms). Trace:
04:14:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.402159 1155 rpcz_store.cc:269] 0806 04:14:10.430099 (+ 0us) service_pool.cc:170] Inserting onto call queue
04:14:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:10.430235 (+ 136us) service_pool.cc:227] Handling call
04:14:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:11.401708 (+971473us) inbound_call.cc:173] Queueing success response
04:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
04:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.403391 1156 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6752c27765514a058f17167f926d941c" is_pre_election: true
04:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.404278 1156 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:42272 (request call id 1) took 1305 ms (client timeout 328 ms). Trace:
04:14:11.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.405364 1153 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6752c27765514a058f17167f926d941c"
04:14:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.406277 1153 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:42272 (request call id 4) took 749 ms (client timeout 447 ms). Trace:
04:14:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.406626 1153 rpcz_store.cc:269] 0806 04:14:10.656853 (+ 0us) service_pool.cc:170] Inserting onto call queue
04:14:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:10.657022 (+ 169us) service_pool.cc:227] Handling call
04:14:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:11.406217 (+749195us) inbound_call.cc:173] Queueing success response
04:14:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
04:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.404644 1156 rpcz_store.cc:269] 0806 04:14:10.098549 (+ 0us) service_pool.cc:170] Inserting onto call queue
04:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:10.098700 (+ 151us) service_pool.cc:227] Handling call
04:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:11.404195 (+1305495us) inbound_call.cc:173] Queueing success response
04:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
04:14:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.414242 1151 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f4bbc7b5b5644188e9e24ffa33d8fd9 in term 1.
04:14:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.415573 1152 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Refusing update from remote peer 4f4bbc7b5b5644188e9e24ffa33d8fd9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:14:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.422585 1499 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:14:11.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.438774 1213 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: configured and running, proceeding with master startup.
04:14:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.493029 1532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4f4bbc7b5b5644188e9e24ffa33d8fd9. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.493786 1532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: FOLLOWER
04:14:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.494014 1537 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.494871 1537 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: FOLLOWER
04:14:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.528862 1553 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:14:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.586416 1499 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.587584 1499 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: LEADER
04:14:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.597214 1374 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.1.13.253:38951, user_credentials={real_user=slave}} blocked reactor thread for 55004.2us
04:14:11.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.612988 1525 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:11.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.613588 1525 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.614354 1525 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.649226 1525 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.650171 1525 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
04:14:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.650503 1525 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
04:14:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.650772 1525 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
04:14:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.651492 1525 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.13.193
04:14:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.691777 1510 catalog_manager.cc:1259] Loaded cluster ID: 3b9bc3aa412844cba85440bca60db4b6
04:14:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.692616 1510 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: loading cluster ID for follower catalog manager: success
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.694010 1525 tablet_server_runner.cc:78] Tablet server non-default flags:
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.193:0
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data/info.pb
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.193
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.13.193
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/logs
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.695621 1525 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.697824 1525 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.701738 1510 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: acquiring CA information for follower catalog manager: success
04:14:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:11.707329 1510 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:14:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.727530 1572 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:12.562340 1553 catalog_manager.cc:1259] Loaded cluster ID: 3b9bc3aa412844cba85440bca60db4b6
04:14:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:12.562863 1553 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: loading cluster ID for follower catalog manager: success
04:14:12.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:12.584111 1553 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: acquiring CA information for follower catalog manager: success
04:14:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:12.605670 1553 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:14:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:11.727538 1573 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:13.122133 1571 debug-util.cc:398] Leaking SignalData structure 0x7b0800014e80 after lost signal to thread 1525
04:14:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:13.647439 1525 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.924s user 0.563s sys 0.921s
04:14:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:13.649477 1525 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.926s user 0.563s sys 0.922s
04:14:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:13.657683 1584 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.659066 1525 server_base.cc:1034] running on GCE node
04:14:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.660518 1525 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.663213 1525 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.664669 1525 hybrid_clock.cc:648] HybridClock initialized: now 1785989653664658 us; error 103 us; skew 500 ppm
04:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.665771 1525 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.679564 1525 webserver.cc:460] Webserver started at http://127.1.13.193:46377/ using document root <none> and password file <none>
04:14:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.680858 1525 fs_manager.cc:359] Metadata directory not provided
04:14:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.681149 1525 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.681738 1525 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:14:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.689489 1525 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data/instance:
04:14:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2cf4fa098034be893d74d07b9a25168"
04:14:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:13 on dist-test-slave-2d19"
04:14:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.691143 1525 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal/instance:
04:14:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2cf4fa098034be893d74d07b9a25168"
04:14:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:13 on dist-test-slave-2d19"
04:14:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.701742 1525 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
04:14:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.709733 1589 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:13.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.711359 1525 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.711752 1525 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2cf4fa098034be893d74d07b9a25168"
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:13 on dist-test-slave-2d19"
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.712216 1525 fs_report.cc:383] FS layout report
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data/data
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:13.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.761832 1525 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.763368 1525 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.763882 1525 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.776530 1525 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:14:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.776795 1525 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:14:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.777136 1525 ts_tablet_manager.cc:610] Registered 0 tablets
04:14:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:13.777328 1525 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:14:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.036953 1525 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.193:42045
04:14:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.037741 1752 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.193:42045 every 8 connection(s)
04:14:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.040660 1525 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/data/info.pb
04:14:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.042963 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 1525
04:14:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.043465 1079 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-0/wal/instance
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.067934 1755 heartbeater.cc:347] Connected to a master server at 127.1.13.253:38951
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.068559 1755 heartbeater.cc:464] Registering TS with master...
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.070040 1755 heartbeater.cc:511] Master 127.1.13.253:38951 requested a full tablet report, sending...
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.070960 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/logs
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data/info.pb
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.194:0
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.13.194
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.194
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
04:14:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
04:14:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.073778 1269 ts_manager.cc:194] Registered new tserver with Master: a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045)
04:14:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.084010 1761 heartbeater.cc:347] Connected to a master server at 127.1.13.254:41521
04:14:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.084565 1761 heartbeater.cc:464] Registering TS with master...
04:14:14.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.085728 1761 heartbeater.cc:511] Master 127.1.13.254:41521 requested a full tablet report, sending...
04:14:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.090027 1138 ts_manager.cc:194] Registered new tserver with Master: a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045)
04:14:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.108518 1760 heartbeater.cc:347] Connected to a master server at 127.1.13.252:44767
04:14:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.109012 1760 heartbeater.cc:464] Registering TS with master...
04:14:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.110136 1760 heartbeater.cc:511] Master 127.1.13.252:44767 requested a full tablet report, sending...
04:14:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.113569 1399 ts_manager.cc:194] Registered new tserver with Master: a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045)
04:14:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.116605 1399 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.13.193:36543
04:14:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.421016 1764 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.422016 1764 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:14.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.422907 1764 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.457350 1764 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.458043 1764 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
04:14:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.458344 1764 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
04:14:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.458611 1764 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
04:14:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.459148 1764 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.13.194
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.495682 1764 tablet_server_runner.cc:78] Tablet server non-default flags:
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.194:0
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data/info.pb
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.194
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.13.194
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/logs
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.497288 1764 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:14.498960 1764 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.521977 1776 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.121424 1760 heartbeater.cc:503] Master 127.1.13.252:44767 was elected leader, sending a full tablet report...
04:14:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.523135 1773 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:14.522236 1774 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:15.922785 1775 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1397 milliseconds
04:14:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.922885 1764 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:14:15.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.924197 1764 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.927071 1764 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.928493 1764 hybrid_clock.cc:648] HybridClock initialized: now 1785989655928427 us; error 81 us; skew 500 ppm
04:14:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.929265 1764 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.936830 1764 webserver.cc:460] Webserver started at http://127.1.13.194:45363/ using document root <none> and password file <none>
04:14:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.937862 1764 fs_manager.cc:359] Metadata directory not provided
04:14:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.938068 1764 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.938594 1764 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:14:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.943940 1764 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data/instance:
04:14:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec"
04:14:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:15 on dist-test-slave-2d19"
04:14:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.945148 1764 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal/instance:
04:14:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec"
04:14:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:15 on dist-test-slave-2d19"
04:14:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.953387 1764 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
04:14:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.960489 1787 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.961792 1764 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
04:14:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.962198 1764 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal
04:14:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec"
04:14:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:15 on dist-test-slave-2d19"
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:15.962627 1764 fs_report.cc:383] FS layout report
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data/data
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.007431 1764 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.008929 1764 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.009488 1764 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.020442 1764 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:14:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.020750 1764 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:14:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.020982 1764 ts_tablet_manager.cc:610] Registered 0 tablets
04:14:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.021122 1764 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:14:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.215073 1764 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.194:40213
04:14:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.215624 1957 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.194:40213 every 8 connection(s)
04:14:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.218451 1764 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/data/info.pb
04:14:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.226725 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 1764
04:14:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.227394 1079 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-1/wal/instance
04:14:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.228582 1968 heartbeater.cc:347] Connected to a master server at 127.1.13.254:41521
04:14:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.229009 1968 heartbeater.cc:464] Registering TS with master...
04:14:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.233803 1968 heartbeater.cc:511] Master 127.1.13.254:41521 requested a full tablet report, sending...
04:14:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.237221 1138 ts_manager.cc:194] Registered new tserver with Master: 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213)
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.245764 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/logs
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data/info.pb
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.195:0
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.13.195
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.195
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
04:14:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
04:14:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.255842 1958 heartbeater.cc:347] Connected to a master server at 127.1.13.253:38951
04:14:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.256230 1958 heartbeater.cc:464] Registering TS with master...
04:14:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.257162 1958 heartbeater.cc:511] Master 127.1.13.253:38951 requested a full tablet report, sending...
04:14:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.260746 1269 ts_manager.cc:194] Registered new tserver with Master: 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213)
04:14:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.270157 1967 heartbeater.cc:347] Connected to a master server at 127.1.13.252:44767
04:14:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.270743 1967 heartbeater.cc:464] Registering TS with master...
04:14:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.271597 1967 heartbeater.cc:511] Master 127.1.13.252:44767 requested a full tablet report, sending...
04:14:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.273903 1399 ts_manager.cc:194] Registered new tserver with Master: 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213)
04:14:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.276063 1399 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.13.194:46303
04:14:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.599289 1974 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.599829 1974 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.600458 1974 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.634781 1974 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.635428 1974 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
04:14:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.635617 1974 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
04:14:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.635766 1974 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
04:14:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.636170 1974 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.13.195
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.675688 1974 tablet_server_runner.cc:78] Tablet server non-default flags:
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.195:0
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data/info.pb
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.195
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.13.195
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/logs
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:14:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.676923 1974 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:16.678439 1974 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:16.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.699293 1985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.280836 1967 heartbeater.cc:503] Master 127.1.13.252:44767 was elected leader, sending a full tablet report...
04:14:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.700743 1988 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:16.699388 1982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:17.907564 1986 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:14:17.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.907629 1974 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:14:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.911391 1974 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.914446 1974 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.915899 1974 hybrid_clock.cc:648] HybridClock initialized: now 1785989657915871 us; error 50 us; skew 500 ppm
04:14:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.916774 1974 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.924460 1974 webserver.cc:460] Webserver started at http://127.1.13.195:40413/ using document root <none> and password file <none>
04:14:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.925359 1974 fs_manager.cc:359] Metadata directory not provided
04:14:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.925544 1974 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.925951 1974 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:14:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.930830 1974 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data/instance:
04:14:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13e2d2eee1034966a51bfef469a99e09"
04:14:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:17 on dist-test-slave-2d19"
04:14:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.931949 1974 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal/instance:
04:14:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13e2d2eee1034966a51bfef469a99e09"
04:14:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:17 on dist-test-slave-2d19"
04:14:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.939409 1974 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.004s
04:14:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.945169 1998 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.946219 1974 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
04:14:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.946513 1974 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal
04:14:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13e2d2eee1034966a51bfef469a99e09"
04:14:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:17 on dist-test-slave-2d19"
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.946823 1974 fs_report.cc:383] FS layout report
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data/data
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.991735 1974 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.993400 1974 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:17.993830 1974 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.004244 1974 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:14:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.004601 1974 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
04:14:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.004994 1974 ts_tablet_manager.cc:610] Registered 0 tablets
04:14:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.005240 1974 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:14:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.212352 1974 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.195:33057
04:14:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.213030 2197 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.195:33057 every 8 connection(s)
04:14:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.215756 1974 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/data/info.pb
04:14:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.222064 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 1974
04:14:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.222608 1079 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/ts-2/wal/instance
04:14:18.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.233438 2203 heartbeater.cc:347] Connected to a master server at 127.1.13.254:41521
04:14:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.234822 2203 heartbeater.cc:464] Registering TS with master...
04:14:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.236053 2199 heartbeater.cc:347] Connected to a master server at 127.1.13.253:38951
04:14:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.236676 2199 heartbeater.cc:464] Registering TS with master...
04:14:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.236047 2203 heartbeater.cc:511] Master 127.1.13.254:41521 requested a full tablet report, sending...
04:14:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.238704 2199 heartbeater.cc:511] Master 127.1.13.253:38951 requested a full tablet report, sending...
04:14:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.240778 1138 ts_manager.cc:194] Registered new tserver with Master: 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057)
04:14:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.241606 1269 ts_manager.cc:194] Registered new tserver with Master: 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057)
04:14:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.246472 2200 heartbeater.cc:347] Connected to a master server at 127.1.13.252:44767
04:14:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.246795 2200 heartbeater.cc:464] Registering TS with master...
04:14:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.247473 2200 heartbeater.cc:511] Master 127.1.13.252:44767 requested a full tablet report, sending...
04:14:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.249446 1399 ts_manager.cc:194] Registered new tserver with Master: 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057)
04:14:18.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.251055 1399 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.13.195:47609
04:14:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.259944 1079 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
04:14:18.274 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:14:18.274 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
04:14:18.275 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.13.254"
port: 41521
}
bound_http_address {
host: "127.1.13.254"
port: 33311
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.13.253"
port: 38951
}
bound_http_address {
host: "127.1.13.253"
port: 36183
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.13.252"
port: 44767
}
bound_http_address {
host: "127.1.13.252"
port: 36767
}
}
}
04:14:18.275 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:14:18.276 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.13.193"
port: 42045
}
bound_http_address {
host: "127.1.13.193"
port: 46377
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.13.194"
port: 40213
}
bound_http_address {
host: "127.1.13.194"
port: 45363
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.13.195"
port: 33057
}
bound_http_address {
host: "127.1.13.195"
port: 40413
}
}
}
04:14:18.276 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
04:14:18.279 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
04:14:18.281 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.13.254:41521(127.1.13.254:41521)] connecting to peer
04:14:18.282 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:18.282 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.13.252:44767(127.1.13.252:44767)] connecting to peer
04:14:18.283 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.13.254:41521(127.1.13.254:41521)] Successfully connected to peer
04:14:18.284 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.13.253:38951(127.1.13.253:38951)] Successfully connected to peer
04:14:18.288 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.13.253
04:14:18.288 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.13.254
04:14:18.295 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.13.252:44767(127.1.13.252:44767)] Successfully connected to peer
04:14:18.300 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd4bc55de, L:/127.0.0.1:55286 - R:/127.1.13.253:38951] using SASL/PLAIN
04:14:18.302 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.13.252
04:14:18.306 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfc695435, L:/127.0.0.1:44384 - R:/127.1.13.254:41521] using SASL/PLAIN
04:14:18.314 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xea0ce07d, L:/127.0.0.1:58034 - R:/127.1.13.252:44767] using SASL/PLAIN
04:14:18.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
04:14:18.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, deferred=null) after lookup
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.319203 1399 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58034:
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
04:14:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:18.322809 1399 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
04:14:18.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 75d307bc82ff4d95ad8ceeb8a823136d
04:14:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.424682 1665 tablet_service.cc:1467] Processing CreateTablet for tablet 37dd1ee84a2b4dc4bd31c8f347173646 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
04:14:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.426575 1665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 37dd1ee84a2b4dc4bd31c8f347173646. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.430418 2104 tablet_service.cc:1467] Processing CreateTablet for tablet 3a5e89bc9c2744de8199ce3406c855fc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
04:14:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.432209 2104 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3a5e89bc9c2744de8199ce3406c855fc. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.433106 1666 tablet_service.cc:1467] Processing CreateTablet for tablet 3a5e89bc9c2744de8199ce3406c855fc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
04:14:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.432884 1865 tablet_service.cc:1467] Processing CreateTablet for tablet 3a5e89bc9c2744de8199ce3406c855fc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
04:14:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.434182 1666 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3a5e89bc9c2744de8199ce3406c855fc. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.434790 1865 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3a5e89bc9c2744de8199ce3406c855fc. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.429015 2101 tablet_service.cc:1467] Processing CreateTablet for tablet 37dd1ee84a2b4dc4bd31c8f347173646 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
04:14:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.437721 2101 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 37dd1ee84a2b4dc4bd31c8f347173646. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.436980 1864 tablet_service.cc:1467] Processing CreateTablet for tablet 37dd1ee84a2b4dc4bd31c8f347173646 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
04:14:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.439574 1864 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 37dd1ee84a2b4dc4bd31c8f347173646. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.468422 2236 tablet_bootstrap.cc:492] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: Bootstrap starting.
04:14:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.468614 2238 tablet_bootstrap.cc:492] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168: Bootstrap starting.
04:14:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.475601 2238 tablet_bootstrap.cc:654] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168: Neither blocks nor log segments found. Creating new log.
04:14:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.477979 2238 log.cc:824] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168: Log is configured to *not* fsync() on all Append() calls
04:14:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.479648 2236 tablet_bootstrap.cc:654] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: Neither blocks nor log segments found. Creating new log.
04:14:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.482506 2236 log.cc:824] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: Log is configured to *not* fsync() on all Append() calls
04:14:18.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.490970 2238 tablet_bootstrap.cc:492] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168: No bootstrap required, opened a new log
04:14:18.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.491788 2238 ts_tablet_manager.cc:1397] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168: Time spent bootstrapping tablet: real 0.024s user 0.010s sys 0.011s
04:14:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.505065 2236 tablet_bootstrap.cc:492] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: No bootstrap required, opened a new log
04:14:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.505592 2236 ts_tablet_manager.cc:1397] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: Time spent bootstrapping tablet: real 0.038s user 0.012s sys 0.020s
04:14:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.516103 2242 tablet_bootstrap.cc:492] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Bootstrap starting.
04:14:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.524569 2242 tablet_bootstrap.cc:654] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Neither blocks nor log segments found. Creating new log.
04:14:18.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.528474 2238 raft_consensus.cc:348] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.529426 2238 raft_consensus.cc:374] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.529734 2238 raft_consensus.cc:729] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2cf4fa098034be893d74d07b9a25168, State: Initialized, Role: FOLLOWER
04:14:18.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.530905 2238 consensus_queue.cc:260] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.538291 2236 raft_consensus.cc:348] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.539388 2236 raft_consensus.cc:374] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.539870 2236 raft_consensus.cc:729] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13e2d2eee1034966a51bfef469a99e09, State: Initialized, Role: FOLLOWER
04:14:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.541026 2236 consensus_queue.cc:260] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.542450 2238 ts_tablet_manager.cc:1428] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168: Time spent starting tablet: real 0.050s user 0.032s sys 0.011s
04:14:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.544549 2242 log.cc:824] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Log is configured to *not* fsync() on all Append() calls
04:14:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.545495 2236 ts_tablet_manager.cc:1428] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: Time spent starting tablet: real 0.040s user 0.034s sys 0.006s
04:14:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.546397 2236 tablet_bootstrap.cc:492] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09: Bootstrap starting.
04:14:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.546649 2200 heartbeater.cc:503] Master 127.1.13.252:44767 was elected leader, sending a full tablet report...
04:14:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.552439 2236 tablet_bootstrap.cc:654] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09: Neither blocks nor log segments found. Creating new log.
04:14:18.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.560788 2238 tablet_bootstrap.cc:492] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168: Bootstrap starting.
04:14:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.565565 2242 tablet_bootstrap.cc:492] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: No bootstrap required, opened a new log
04:14:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.566133 2242 ts_tablet_manager.cc:1397] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Time spent bootstrapping tablet: real 0.050s user 0.003s sys 0.013s
04:14:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.580147 2236 tablet_bootstrap.cc:492] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09: No bootstrap required, opened a new log
04:14:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.580639 2236 ts_tablet_manager.cc:1397] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09: Time spent bootstrapping tablet: real 0.034s user 0.014s sys 0.018s
04:14:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.583130 2238 tablet_bootstrap.cc:654] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168: Neither blocks nor log segments found. Creating new log.
04:14:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.583176 2236 raft_consensus.cc:348] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.583928 2236 raft_consensus.cc:374] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.584239 2236 raft_consensus.cc:729] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13e2d2eee1034966a51bfef469a99e09, State: Initialized, Role: FOLLOWER
04:14:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.584969 2236 consensus_queue.cc:260] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.587249 2236 ts_tablet_manager.cc:1428] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09: Time spent starting tablet: real 0.006s user 0.002s sys 0.004s
04:14:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.590315 2238 tablet_bootstrap.cc:492] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168: No bootstrap required, opened a new log
04:14:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.590731 2238 ts_tablet_manager.cc:1397] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168: Time spent bootstrapping tablet: real 0.030s user 0.004s sys 0.009s
04:14:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.593300 2238 raft_consensus.cc:348] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.593983 2238 raft_consensus.cc:374] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.594259 2238 raft_consensus.cc:729] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2cf4fa098034be893d74d07b9a25168, State: Initialized, Role: FOLLOWER
04:14:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.595140 2238 consensus_queue.cc:260] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.607547 2242 raft_consensus.cc:348] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.608290 2242 raft_consensus.cc:374] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.608618 2242 raft_consensus.cc:729] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, State: Initialized, Role: FOLLOWER
04:14:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.608934 2238 ts_tablet_manager.cc:1428] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168: Time spent starting tablet: real 0.018s user 0.005s sys 0.002s
04:14:18.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.609584 2242 consensus_queue.cc:260] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.613485 2242 ts_tablet_manager.cc:1428] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Time spent starting tablet: real 0.047s user 0.027s sys 0.009s
04:14:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:18.619189 1763 tablet.cc:2369] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:14:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.620798 2242 tablet_bootstrap.cc:492] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Bootstrap starting.
04:14:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.627396 2242 tablet_bootstrap.cc:654] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Neither blocks nor log segments found. Creating new log.
04:14:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.633018 2242 tablet_bootstrap.cc:492] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: No bootstrap required, opened a new log
04:14:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.633430 2242 ts_tablet_manager.cc:1397] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Time spent bootstrapping tablet: real 0.018s user 0.011s sys 0.000s
04:14:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.635491 2242 raft_consensus.cc:348] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.635968 2242 raft_consensus.cc:374] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.636147 2242 raft_consensus.cc:729] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, State: Initialized, Role: FOLLOWER
04:14:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.636672 2242 consensus_queue.cc:260] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.639052 2242 ts_tablet_manager.cc:1428] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Time spent starting tablet: real 0.005s user 0.001s sys 0.003s
04:14:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.651422 2259 raft_consensus.cc:482] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:14:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.651994 2259 raft_consensus.cc:504] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.654574 2259 leader_election.cc:288] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057), a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045)
04:14:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.669289 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3a5e89bc9c2744de8199ce3406c855fc" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2cf4fa098034be893d74d07b9a25168" is_pre_election: true
04:14:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.670280 1691 raft_consensus.cc:2454] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 0.
04:14:18.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.670877 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3a5e89bc9c2744de8199ce3406c855fc" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13e2d2eee1034966a51bfef469a99e09" is_pre_election: true
04:14:18.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.671756 2130 raft_consensus.cc:2454] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 0.
04:14:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.672751 1792 leader_election.cc:302] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, a2cf4fa098034be893d74d07b9a25168; no voters:
04:14:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.673594 2259 raft_consensus.cc:2781] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Leader pre-election won for term 1
04:14:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.673949 2259 raft_consensus.cc:482] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:14:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.674285 2259 raft_consensus.cc:3037] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Advancing to term 1
04:14:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.678809 2259 raft_consensus.cc:504] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.680394 2259 leader_election.cc:288] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 election: Requested vote from peers 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057), a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045)
04:14:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.681051 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3a5e89bc9c2744de8199ce3406c855fc" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13e2d2eee1034966a51bfef469a99e09"
04:14:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.681485 2130 raft_consensus.cc:3037] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Advancing to term 1
04:14:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.681427 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3a5e89bc9c2744de8199ce3406c855fc" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2cf4fa098034be893d74d07b9a25168"
04:14:18.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.681980 1691 raft_consensus.cc:3037] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Advancing to term 1
04:14:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.685901 2130 raft_consensus.cc:2454] T 3a5e89bc9c2744de8199ce3406c855fc P 13e2d2eee1034966a51bfef469a99e09 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 1.
04:14:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.686556 1691 raft_consensus.cc:2454] T 3a5e89bc9c2744de8199ce3406c855fc P a2cf4fa098034be893d74d07b9a25168 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 1.
04:14:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.686961 1790 leader_election.cc:302] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13e2d2eee1034966a51bfef469a99e09, 5c9b4ec4fb444fbb9f9dcde15d3a24ec; no voters:
04:14:18.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.687894 2259 raft_consensus.cc:2781] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 FOLLOWER]: Leader election won for term 1
04:14:18.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.689534 2259 raft_consensus.cc:686] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 LEADER]: Becoming Leader. State: Replica: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, State: Running, Role: LEADER
04:14:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.690438 2259 consensus_queue.cc:237] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } }
04:14:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.701001 1398 catalog_manager.cc:5495] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec reported cstate change: term changed from 0 to 1, leader changed from <none> to 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194). New cstate: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } health_report { overall_health: UNKNOWN } } }
04:14:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:18.732800 2204 tablet.cc:2369] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:14:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:18.762513 1971 tablet.cc:2369] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:14:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.878407 2249 raft_consensus.cc:482] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:14:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.878813 2249 raft_consensus.cc:504] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.880944 2249 leader_election.cc:288] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045), 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213)
04:14:18.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.894847 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "37dd1ee84a2b4dc4bd31c8f347173646" candidate_uuid: "13e2d2eee1034966a51bfef469a99e09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2cf4fa098034be893d74d07b9a25168" is_pre_election: true
04:14:18.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.895519 1691 raft_consensus.cc:2454] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13e2d2eee1034966a51bfef469a99e09 in term 0.
04:14:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.896420 1891 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "37dd1ee84a2b4dc4bd31c8f347173646" candidate_uuid: "13e2d2eee1034966a51bfef469a99e09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" is_pre_election: true
04:14:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.896617 2003 leader_election.cc:302] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13e2d2eee1034966a51bfef469a99e09, a2cf4fa098034be893d74d07b9a25168; no voters:
04:14:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.897051 1891 raft_consensus.cc:2454] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13e2d2eee1034966a51bfef469a99e09 in term 0.
04:14:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.897444 2249 raft_consensus.cc:2781] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:14:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.897785 2249 raft_consensus.cc:482] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:14:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.898090 2249 raft_consensus.cc:3037] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Advancing to term 1
04:14:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.902408 2249 raft_consensus.cc:504] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.904063 2249 leader_election.cc:288] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [CANDIDATE]: Term 1 election: Requested vote from peers a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045), 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213)
04:14:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.904768 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "37dd1ee84a2b4dc4bd31c8f347173646" candidate_uuid: "13e2d2eee1034966a51bfef469a99e09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2cf4fa098034be893d74d07b9a25168"
04:14:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.904999 1891 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "37dd1ee84a2b4dc4bd31c8f347173646" candidate_uuid: "13e2d2eee1034966a51bfef469a99e09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec"
04:14:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.905299 1691 raft_consensus.cc:3037] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Advancing to term 1
04:14:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.905398 1891 raft_consensus.cc:3037] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Advancing to term 1
04:14:18.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.909438 1691 raft_consensus.cc:2454] T 37dd1ee84a2b4dc4bd31c8f347173646 P a2cf4fa098034be893d74d07b9a25168 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13e2d2eee1034966a51bfef469a99e09 in term 1.
04:14:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.909786 1891 raft_consensus.cc:2454] T 37dd1ee84a2b4dc4bd31c8f347173646 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13e2d2eee1034966a51bfef469a99e09 in term 1.
04:14:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.910351 2003 leader_election.cc:302] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13e2d2eee1034966a51bfef469a99e09, a2cf4fa098034be893d74d07b9a25168; no voters:
04:14:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.911130 2249 raft_consensus.cc:2781] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 1 FOLLOWER]: Leader election won for term 1
04:14:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.912578 2249 raft_consensus.cc:686] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [term 1 LEADER]: Becoming Leader. State: Replica: 13e2d2eee1034966a51bfef469a99e09, State: Running, Role: LEADER
04:14:18.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.913516 2249 consensus_queue.cc:237] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:18.927211 1398 catalog_manager.cc:5495] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 reported cstate change: term changed from 0 to 1, leader changed from <none> to 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195). New cstate: current_term: 1 leader_uuid: "13e2d2eee1034966a51bfef469a99e09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } health_report { overall_health: HEALTHY } } }
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.017547 1398 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58048:
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
04:14:19.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.022228 1398 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
04:14:19.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.058494 1665 tablet_service.cc:1467] Processing CreateTablet for tablet 4901b8e3185f4d1895e87231d420dc46 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
04:14:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.060243 1665 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4901b8e3185f4d1895e87231d420dc46. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.059643 1865 tablet_service.cc:1467] Processing CreateTablet for tablet 4901b8e3185f4d1895e87231d420dc46 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
04:14:19.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.061276 1865 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4901b8e3185f4d1895e87231d420dc46. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.061447 2101 tablet_service.cc:1467] Processing CreateTablet for tablet 4901b8e3185f4d1895e87231d420dc46 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
04:14:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.062748 2101 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4901b8e3185f4d1895e87231d420dc46. 1 dirs total, 0 dirs full, 0 dirs failed
04:14:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.076515 2242 tablet_bootstrap.cc:492] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Bootstrap starting.
04:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.078858 2236 tablet_bootstrap.cc:492] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: Bootstrap starting.
04:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.081271 2238 tablet_bootstrap.cc:492] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: Bootstrap starting.
04:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.082906 2242 tablet_bootstrap.cc:654] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Neither blocks nor log segments found. Creating new log.
04:14:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.085963 2236 tablet_bootstrap.cc:654] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: Neither blocks nor log segments found. Creating new log.
04:14:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.087532 2238 tablet_bootstrap.cc:654] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: Neither blocks nor log segments found. Creating new log.
04:14:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.090988 2242 tablet_bootstrap.cc:492] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: No bootstrap required, opened a new log
04:14:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.091430 2242 ts_tablet_manager.cc:1397] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Time spent bootstrapping tablet: real 0.015s user 0.006s sys 0.004s
04:14:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.093950 2242 raft_consensus.cc:348] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.096957 2242 raft_consensus.cc:374] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.097236 2242 raft_consensus.cc:729] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, State: Initialized, Role: FOLLOWER
04:14:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.097914 2242 consensus_queue.cc:260] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.099200 2259 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.099992 2259 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.100009 2242 ts_tablet_manager.cc:1428] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Time spent starting tablet: real 0.008s user 0.005s sys 0.000s
04:14:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.100800 2236 tablet_bootstrap.cc:492] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: No bootstrap required, opened a new log
04:14:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.101298 2236 ts_tablet_manager.cc:1397] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: Time spent bootstrapping tablet: real 0.023s user 0.015s sys 0.002s
04:14:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.101682 2238 tablet_bootstrap.cc:492] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: No bootstrap required, opened a new log
04:14:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.102119 2238 ts_tablet_manager.cc:1397] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: Time spent bootstrapping tablet: real 0.021s user 0.012s sys 0.004s
04:14:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.104749 2236 raft_consensus.cc:348] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.105587 2236 raft_consensus.cc:374] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.105965 2236 raft_consensus.cc:729] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13e2d2eee1034966a51bfef469a99e09, State: Initialized, Role: FOLLOWER
04:14:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.106829 2236 consensus_queue.cc:260] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.108284 2249 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.109063 2249 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.109498 2236 ts_tablet_manager.cc:1428] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: Time spent starting tablet: real 0.008s user 0.004s sys 0.002s
04:14:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.115597 2238 raft_consensus.cc:348] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.116359 2238 raft_consensus.cc:374] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:14:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.116683 2238 raft_consensus.cc:729] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2cf4fa098034be893d74d07b9a25168, State: Initialized, Role: FOLLOWER
04:14:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.117323 2238 consensus_queue.cc:260] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.122080 2238 ts_tablet_manager.cc:1428] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: Time spent starting tablet: real 0.020s user 0.006s sys 0.004s
04:14:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.123867 2290 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.124739 2290 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.166913 2259 raft_consensus.cc:482] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:14:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.167481 2259 raft_consensus.cc:504] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.169556 2259 leader_election.cc:288] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045), 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057)
04:14:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.170707 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4901b8e3185f4d1895e87231d420dc46" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2cf4fa098034be893d74d07b9a25168" is_pre_election: true
04:14:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.170732 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4901b8e3185f4d1895e87231d420dc46" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13e2d2eee1034966a51bfef469a99e09" is_pre_election: true
04:14:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.171267 1691 raft_consensus.cc:2454] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 0.
04:14:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.171363 2130 raft_consensus.cc:2454] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 0.
04:14:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.172400 1792 leader_election.cc:302] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, a2cf4fa098034be893d74d07b9a25168; no voters:
04:14:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.173184 2259 raft_consensus.cc:2781] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Leader pre-election won for term 1
04:14:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.173513 2259 raft_consensus.cc:482] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:14:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.173817 2259 raft_consensus.cc:3037] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 0 FOLLOWER]: Advancing to term 1
04:14:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.179766 2259 raft_consensus.cc:504] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.181613 2259 leader_election.cc:288] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 election: Requested vote from peers a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045), 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057)
04:14:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.182655 2130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4901b8e3185f4d1895e87231d420dc46" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13e2d2eee1034966a51bfef469a99e09"
04:14:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.182657 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4901b8e3185f4d1895e87231d420dc46" candidate_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2cf4fa098034be893d74d07b9a25168"
04:14:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.183130 2130 raft_consensus.cc:3037] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 0 FOLLOWER]: Advancing to term 1
04:14:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.183192 1691 raft_consensus.cc:3037] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 0 FOLLOWER]: Advancing to term 1
04:14:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.187789 2130 raft_consensus.cc:2454] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 1.
04:14:19.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.188882 1790 leader_election.cc:302] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13e2d2eee1034966a51bfef469a99e09, 5c9b4ec4fb444fbb9f9dcde15d3a24ec; no voters:
04:14:19.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.189316 1691 raft_consensus.cc:2454] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5c9b4ec4fb444fbb9f9dcde15d3a24ec in term 1.
04:14:19.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.189574 2259 raft_consensus.cc:2781] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 FOLLOWER]: Leader election won for term 1
04:14:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.191211 2259 raft_consensus.cc:686] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [term 1 LEADER]: Becoming Leader. State: Replica: 5c9b4ec4fb444fbb9f9dcde15d3a24ec, State: Running, Role: LEADER
04:14:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.192063 2259 consensus_queue.cc:237] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } }
04:14:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.197913 2263 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: TxnStatusTablet state changed. Reason: New leader 5c9b4ec4fb444fbb9f9dcde15d3a24ec. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.198566 2263 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: This TxnStatusTablet replica's current role is: LEADER
04:14:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.202601 1399 catalog_manager.cc:5495] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec reported cstate change: term changed from 0 to 1, leader changed from <none> to 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194). New cstate: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } health_report { overall_health: UNKNOWN } } }
04:14:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.216575 2263 consensus_queue.cc:1035] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:14:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.208146 2293 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
04:14:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.218595 2293 txn_status_manager.cc:929] Loading transaction status metadata into memory...
04:14:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.279265 2263 consensus_queue.cc:1035] T 3a5e89bc9c2744de8199ce3406c855fc P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:14:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.324049 2129 raft_consensus.cc:1261] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09 [term 1 FOLLOWER]: Refusing update from remote peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:14:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.325826 1691 raft_consensus.cc:1261] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168 [term 1 FOLLOWER]: Refusing update from remote peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:14:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.326743 2306 consensus_queue.cc:1035] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
04:14:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.327718 2263 consensus_queue.cc:1035] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:14:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.359831 2249 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: TxnStatusTablet state changed. Reason: New leader 5c9b4ec4fb444fbb9f9dcde15d3a24ec. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.360646 2249 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.365362 2290 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: TxnStatusTablet state changed. Reason: New leader 5c9b4ec4fb444fbb9f9dcde15d3a24ec. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.366086 2290 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.366875 2301 mvcc.cc:205] Tried to move back new op lower bound from 7315413644571676672 to 7315413644059607040. Current Snapshot: MvccSnapshot[applied={T|T < 7315413644571676672}]
04:14:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.381297 2306 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.382047 2306 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: This TxnStatusTablet replica's current role is: LEADER
04:14:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.398468 2263 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.399448 2263 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 5c9b4ec4fb444fbb9f9dcde15d3a24ec: This TxnStatusTablet replica's current role is: LEADER
04:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.422389 2249 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.423115 2249 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P 13e2d2eee1034966a51bfef469a99e09: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.436074 2290 tablet_replica.cc:439] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 } } peers { permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 } } peers { permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" member_type: VOTER last_known_addr { host: "127.1.13.195" port: 33057 } } }
04:14:19.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.436805 2290 tablet_replica.cc:442] T 4901b8e3185f4d1895e87231d420dc46 P a2cf4fa098034be893d74d07b9a25168: This TxnStatusTablet replica's current role is: FOLLOWER
04:14:19.446 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
04:14:19.450 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 75d307bc82ff4d95ad8ceeb8a823136d
04:14:19.450 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.13.252:44767
04:14:19.451 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:14:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.451825 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 1337
04:14:19.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.468479 2249 consensus_queue.cc:1035] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" member_type: VOTER last_known_addr { host: "127.1.13.194" port: 40213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:14:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.506286 2249 consensus_queue.cc:1035] T 37dd1ee84a2b4dc4bd31c8f347173646 P 13e2d2eee1034966a51bfef469a99e09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" member_type: VOTER last_known_addr { host: "127.1.13.193" port: 42045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:14:19.537 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.13.252:44767(127.1.13.252:44767)] handling channelInactive
04:14:19.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.252:44767(127.1.13.252:44767)] cleaning up while in state READY due to: connection closed
04:14:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.538353 1792 connection.cc:535] client connection to 127.1.13.252:44767 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:14:19.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:14:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.539892 1967 heartbeater.cc:644] Failed to heartbeat to 127.1.13.252:44767 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:14:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.540970 1593 connection.cc:535] client connection to 127.1.13.252:44767 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:14:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.541565 1760 heartbeater.cc:644] Failed to heartbeat to 127.1.13.252:44767 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:14:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.541833 2003 connection.cc:535] client connection to 127.1.13.252:44767 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:14:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.546932 2200 heartbeater.cc:644] Failed to heartbeat to 127.1.13.252:44767 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:14:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.719727 2328 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4f4bbc7b5b5644188e9e24ffa33d8fd9)
04:14:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.720211 2328 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.722283 2328 leader_election.cc:288] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951), 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767)
04:14:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.723232 1280 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6752c27765514a058f17167f926d941c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "292b1b81b6d949d3816a9175a3eb024e" is_pre_election: true
04:14:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.725502 1120 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111) [suppressed 13 similar messages]
04:14:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.727326 2332 raft_consensus.cc:482] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4f4bbc7b5b5644188e9e24ffa33d8fd9)
04:14:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.727933 2332 raft_consensus.cc:504] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.729709 1120 leader_election.cc:334] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.730170 1120 leader_election.cc:302] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6752c27765514a058f17167f926d941c; no voters: 292b1b81b6d949d3816a9175a3eb024e, 4f4bbc7b5b5644188e9e24ffa33d8fd9
04:14:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.731127 2328 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
04:14:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.731382 1156 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "292b1b81b6d949d3816a9175a3eb024e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6752c27765514a058f17167f926d941c" is_pre_election: true
04:14:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.732220 1156 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 292b1b81b6d949d3816a9175a3eb024e in term 1.
04:14:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.732323 2332 leader_election.cc:288] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6752c27765514a058f17167f926d941c (127.1.13.254:41521), 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767)
04:14:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.733798 1248 leader_election.cc:302] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 292b1b81b6d949d3816a9175a3eb024e, 6752c27765514a058f17167f926d941c; no voters:
04:14:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.734645 2332 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Leader pre-election won for term 2
04:14:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.734917 2332 raft_consensus.cc:482] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 4f4bbc7b5b5644188e9e24ffa33d8fd9)
04:14:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.735286 2332 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 1 FOLLOWER]: Advancing to term 2
04:14:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.735212 1253 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111) [suppressed 6 similar messages]
04:14:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.739722 1253 leader_election.cc:334] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.743397 2332 raft_consensus.cc:504] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.745107 2332 leader_election.cc:288] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [CANDIDATE]: Term 2 election: Requested vote from peers 6752c27765514a058f17167f926d941c (127.1.13.254:41521), 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767)
04:14:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.745843 1156 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "292b1b81b6d949d3816a9175a3eb024e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6752c27765514a058f17167f926d941c"
04:14:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.746402 1156 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 1 FOLLOWER]: Advancing to term 2
04:14:19.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.750362 1253 leader_election.cc:334] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111)
04:14:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.752837 1156 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 292b1b81b6d949d3816a9175a3eb024e in term 2.
04:14:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.753777 1248 leader_election.cc:302] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 292b1b81b6d949d3816a9175a3eb024e, 6752c27765514a058f17167f926d941c; no voters: 4f4bbc7b5b5644188e9e24ffa33d8fd9
04:14:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.754463 2332 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 2 FOLLOWER]: Leader election won for term 2
04:14:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.756711 2332 raft_consensus.cc:686] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [term 2 LEADER]: Becoming Leader. State: Replica: 292b1b81b6d949d3816a9175a3eb024e, State: Running, Role: LEADER
04:14:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.757786 2332 consensus_queue.cc:237] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.760972 2336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 292b1b81b6d949d3816a9175a3eb024e. Latest consensus state: current_term: 2 leader_uuid: "292b1b81b6d949d3816a9175a3eb024e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.761606 2336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: This master's current role is: LEADER
04:14:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.763093 2337 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:14:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.770618 2337 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad]
04:14:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.772008 2337 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]
04:14:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.776893 2337 tablet_loader.cc:96] loaded metadata for tablet 37dd1ee84a2b4dc4bd31c8f347173646 (table txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d])
04:14:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.778100 2337 tablet_loader.cc:96] loaded metadata for tablet 3a5e89bc9c2744de8199ce3406c855fc (table txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d])
04:14:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.779003 2337 tablet_loader.cc:96] loaded metadata for tablet 4901b8e3185f4d1895e87231d420dc46 (table kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad])
04:14:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.779796 2337 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:14:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.782688 2337 catalog_manager.cc:1259] Loaded cluster ID: 3b9bc3aa412844cba85440bca60db4b6
04:14:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.782856 2337 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:14:19.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.786331 2337 catalog_manager.cc:1504] Loading token signing keys...
04:14:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.789776 2337 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e: Loaded TSK: 0
04:14:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.791232 2337 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:14:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.875945 1156 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Refusing update from remote peer 292b1b81b6d949d3816a9175a3eb024e: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
04:14:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.877322 2336 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
04:14:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.880174 2328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 292b1b81b6d949d3816a9175a3eb024e. Latest consensus state: current_term: 2 leader_uuid: "292b1b81b6d949d3816a9175a3eb024e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.881018 2328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: FOLLOWER
04:14:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.885057 2332 sys_catalog.cc:455] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "292b1b81b6d949d3816a9175a3eb024e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.885836 2332 sys_catalog.cc:458] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e [sys.catalog]: This master's current role is: LEADER
04:14:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.885900 2328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "292b1b81b6d949d3816a9175a3eb024e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:19.886660 2328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: FOLLOWER
04:14:19.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:19.892831 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:14:19.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.252:44767(127.1.13.252:44767)] connecting to peer
04:14:19.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767
04:14:19.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.252:44767(127.1.13.252:44767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767
04:14:19.963 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.1.13.252:44767(127.1.13.252:44767) for tablet Kudu Master: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767
04:14:19.981 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.252:44767(127.1.13.252:44767)] connecting to peer
04:14:19.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767
04:14:19.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.252:44767(127.1.13.252:44767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767
04:14:19.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.252:44767: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767
04:14:19.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
04:14:19.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=34), Traces: [0ms] sending RPC to server master-127.1.13.252:44767, [2ms] received response from server master-127.1.13.252:44767: Network error: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: Network error: Failed to connect to peer master-127.1.13.252:44767(127.1.13.252:44767): Connection refused: /127.1.13.252:44767, [24ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: OK, deferred=Deferred@1331727721(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/823445434@46f4b859, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1097947072@1efb2f2c)) after lookup
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:20.050861 1269 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55304:
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
04:14:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
04:14:20.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:20.055154 1269 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
04:14:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:20.351408 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
04:14:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:20.891734 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
04:14:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:20.898628 1958 heartbeater.cc:503] Master 127.1.13.253:38951 was elected leader, sending a full tablet report...
04:14:20.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:20.995357 2199 heartbeater.cc:503] Master 127.1.13.253:38951 was elected leader, sending a full tablet report...
04:14:21.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:21.351222 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
04:14:21.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3a5e89bc9c2744de8199ce3406c855fc for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
04:14:21.550 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 37dd1ee84a2b4dc4bd31c8f347173646 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
04:14:21.550 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=3a5e89bc9c2744de8199ce3406c855fc@[13e2d2eee1034966a51bfef469a99e09(127.1.13.195:33057),5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213)[L],a2cf4fa098034be893d74d07b9a25168(127.1.13.193:42045)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=37dd1ee84a2b4dc4bd31c8f347173646@[13e2d2eee1034966a51bfef469a99e09(127.1.13.195:33057)[L],5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213),a2cf4fa098034be893d74d07b9a25168(127.1.13.193:42045)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
04:14:21.550 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.13.253:38951, [3ms] Sub RPC GetTableLocations: received response from server master-127.1.13.253:38951: OK, deferred=null) after lookup
04:14:21.550 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213)] connecting to peer
04:14:21.551 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213)] Successfully connected to peer
04:14:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:21.561237 1755 heartbeater.cc:503] Master 127.1.13.253:38951 was elected leader, sending a full tablet report...
04:14:21.573 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x06e07442, L:/127.0.0.1:42726 - R:/127.1.13.194:40213] using TOKEN/null
04:14:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:21.580770 1818 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.1.13.252:44767)
04:14:21.654 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.13.252:44767
04:14:21.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:21.656246 1079 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/logs
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/info.pb
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.252:44767
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.252
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36767
04:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
04:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
04:14:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:21.876770 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
04:14:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:21.983243 2398 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:14:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:21.983948 2398 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:14:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:21.984591 2398 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:14:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.019138 2398 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:14:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.019501 2398 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
04:14:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.019745 2398 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:14:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.020035 2398 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:14:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.020354 2398 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:14:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.020654 2398 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:14:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.020808 2398 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
04:14:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:22.061486 2398 master_runner.cc:386] Master server non-default flags:
04:14:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.13.212:41601
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.13.252:44767
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/info.pb
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.13.252
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36767
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/logs
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:14:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:22.062652 2398 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:14:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:22.064169 2398 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:14:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.085685 2413 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.331782 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
04:14:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.826874 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
04:14:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:23.168906 1748 debug-util.cc:398] Leaking SignalData structure 0x7b08000be2e0 after lost signal to thread 1554
04:14:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:23.169996 1748 debug-util.cc:398] Leaking SignalData structure 0x7b08000483c0 after lost signal to thread 1752
04:14:23.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:23.340643 1253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 292b1b81b6d949d3816a9175a3eb024e -> Peer 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767): Couldn't send request to peer 4f4bbc7b5b5644188e9e24ffa33d8fd9. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.252:44767: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
04:14:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:22.087400 2398 server_base.cc:1034] running on GCE node
04:14:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.087675 2417 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:22.085860 2414 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:14:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.435774 2398 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:14:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.439181 2398 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:14:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.440742 2398 hybrid_clock.cc:648] HybridClock initialized: now 1785989663440696 us; error 48 us; skew 500 ppm
04:14:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.441604 2398 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:14:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.449070 2398 webserver.cc:460] Webserver started at http://127.1.13.252:36767/ using document root <none> and password file <none>
04:14:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.450098 2398 fs_manager.cc:359] Metadata directory not provided
04:14:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.450307 2398 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:14:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.459010 2398 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
04:14:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.465749 2433 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:14:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.467046 2398 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.467440 2398 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data,/tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9"
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:14:09 on dist-test-slave-2d19"
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.469998 2398 fs_report.cc:383] FS layout report
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/wal
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/data
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:14:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:14:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.533703 2398 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:14:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.535302 2398 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:14:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.535820 2398 kserver.cc:163] Server-wide thread pool size limit: 3276
04:14:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.647727 2398 rpc_server.cc:307] RPC server started. Bound to: 127.1.13.252:44767
04:14:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.647852 2520 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.13.252:44767 every 8 connection(s)
04:14:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.652015 2398 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUSGrfJ/test-tmp/mini-kudu-cluster9138468284558399536/master-2/data/info.pb
04:14:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.658888 1079 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu as pid 2398
04:14:23.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:14:23.659 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.13.253:38951
04:14:23.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:14:23.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.660409 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 1215
04:14:23.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.673880 2521 sys_catalog.cc:263] Verifying existing consensus state
04:14:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.683673 2521 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Bootstrap starting.
04:14:23.715 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.13.253:38951(127.1.13.253:38951)] handling channelInactive
04:14:23.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state READY due to: connection closed
04:14:23.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:14:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:23.720350 2523 negotiation.cc:337] Failed RPC negotiation. Trace:
04:14:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:23.663786 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58812 (local address 127.1.13.252:44767)
04:14:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:23.686291 (+ 22505us) server_negotiation.cc:206] Beginning negotiation
04:14:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:23.686330 (+ 39us) server_negotiation.cc:399] Waiting for connection header
04:14:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:23.718709 (+ 32379us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58812: BlockingRecv error: recv got EOF from 127.0.0.1:58812 (error 108)
04:14:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":21799,"thread_start_us":21399,"threads_started":1}
04:14:23.721 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.722 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.1.13.253:38951(127.1.13.253:38951) for tablet Kudu Master: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.737607 2521 log.cc:824] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Log is configured to *not* fsync() on all Append() calls
04:14:23.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.741 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.252:44767(127.1.13.252:44767)] connecting to peer
04:14:23.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.744 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.13.252:44767(127.1.13.252:44767)] Successfully connected to peer
04:14:23.755 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.13.252
04:14:23.774 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x93bd89e4, L:/127.0.0.1:58816 - R:/127.1.13.252:44767] using SASL/PLAIN
04:14:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.776449 2521 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:14:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.777493 2521 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: Bootstrap complete.
04:14:23.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.252:44767: Catalog manager is not initialized. State: Starting
04:14:23.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:23.801 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.802098 2521 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.805675 2521 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f4bbc7b5b5644188e9e24ffa33d8fd9, State: Initialized, Role: FOLLOWER
04:14:23.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.252:44767: Catalog manager is not initialized. State: Starting
04:14:23.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.806670 2521 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.809773 2526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.810650 2526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: FOLLOWER
04:14:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.811549 2521 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: configured and running, proceeding with master startup.
04:14:23.821 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.252:44767: Catalog manager is not initialized. State: Starting
04:14:23.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:23.841 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.846 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.851292 2544 catalog_manager.cc:1259] Loaded cluster ID: 3b9bc3aa412844cba85440bca60db4b6
04:14:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.851581 2544 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: loading cluster ID for follower catalog manager: success
04:14:23.861 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.869016 2549 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 292b1b81b6d949d3816a9175a3eb024e)
04:14:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.872516 2549 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:23.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.885684 2544 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: acquiring CA information for follower catalog manager: success
04:14:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.894948 2544 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:14:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.898540 2549 leader_election.cc:288] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951), 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767)
04:14:23.901 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:23.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:23.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:23.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:23.948545 1117 leader_election.cc:334] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951): Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.956048 2472 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6752c27765514a058f17167f926d941c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" is_pre_election: true
04:14:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.958647 2472 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6752c27765514a058f17167f926d941c in term 1.
04:14:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.960064 1120 leader_election.cc:302] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4f4bbc7b5b5644188e9e24ffa33d8fd9, 6752c27765514a058f17167f926d941c; no voters: 292b1b81b6d949d3816a9175a3eb024e
04:14:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.961412 2549 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Leader pre-election won for term 3
04:14:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.961758 2549 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Starting leader election (detected failure of leader 292b1b81b6d949d3816a9175a3eb024e)
04:14:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.891376 2398 master_runner.cc:186] Error getting master registration for 127.1.13.253:38951: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111),
04:14:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.962081 2549 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 2 FOLLOWER]: Advancing to term 3
04:14:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.962178 2398 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:14:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.964639 1967 heartbeater.cc:347] Connected to a master server at 127.1.13.252:44767
04:14:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.970598 2549 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.973097 2549 leader_election.cc:288] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 3 election: Requested vote from peers 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951), 4f4bbc7b5b5644188e9e24ffa33d8fd9 (127.1.13.252:44767)
04:14:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.974325 2472 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6752c27765514a058f17167f926d941c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9"
04:14:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.975004 2472 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 1 FOLLOWER]: Advancing to term 3
04:14:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:23.976648 1117 leader_election.cc:334] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951): Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111)
04:14:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.976794 2457 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "5c9b4ec4fb444fbb9f9dcde15d3a24ec" instance_seqno: 1785989656177335) as {username='slave'} at 127.1.13.194:33087; Asking this server to re-register.
04:14:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.978500 1967 heartbeater.cc:464] Registering TS with master...
04:14:23.982 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.1.13.253:38951, [1ms] received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [84ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [85ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [125ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [149ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [156ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [156ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [184ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, deferred=Deferred@1135474826(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/823445434@5576d321 -> (continuation of Deferred@633862106 after retry RPC after error@1562131019) -> (continuation of Deferred@1901715658 after retry RPC after error@316000795) -> (continuation of Deferred@146179772 after retry RPC after error@876886915) -> (continuation of Deferred@170246769 after retry RPC after error@916210748) -> (continuation of Deferred@170112821 after retry RPC after error@523115985) -> (continuation of Deferred@1002201615 after retry RPC after error@1867869408), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1097947072@7858f420 -> (continuation of Deferred@633862106 after retry RPC after error@1562131019) -> (continuation of Deferred@1901715658 after retry RPC after error@316000795) -> (continuation of Deferred@146179772 after retry RPC after error@876886915) -> (continuation of Deferred@170246769 after retry RPC after error@916210748) -> (continuation of Deferred@170112821 after retry RPC after error@523115985) -> (continuation of Deferred@1002201615 after retry RPC after error@1867869408)))
04:14:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.985029 2472 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6752c27765514a058f17167f926d941c in term 3.
04:14:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.991634 2457 ts_manager.cc:194] Registered new tserver with Master: 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213)
04:14:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.993348 1120 leader_election.cc:302] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4f4bbc7b5b5644188e9e24ffa33d8fd9, 6752c27765514a058f17167f926d941c; no voters: 292b1b81b6d949d3816a9175a3eb024e
04:14:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:23.994594 2549 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 3 FOLLOWER]: Leader election won for term 3
04:14:23.983 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
04:14:24.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:24.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.004 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.021000 2549 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [term 3 LEADER]: Becoming Leader. State: Replica: 6752c27765514a058f17167f926d941c, State: Running, Role: LEADER
04:14:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.022948 2549 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } }
04:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.025384 2200 heartbeater.cc:347] Connected to a master server at 127.1.13.252:44767
04:14:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.029428 2457 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "13e2d2eee1034966a51bfef469a99e09" instance_seqno: 1785989658173732) as {username='slave'} at 127.1.13.195:34737; Asking this server to re-register.
04:14:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.033850 2200 heartbeater.cc:464] Registering TS with master...
04:14:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.037973 2457 ts_manager.cc:194] Registered new tserver with Master: 13e2d2eee1034966a51bfef469a99e09 (127.1.13.195:33057)
04:14:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.041647 2560 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6752c27765514a058f17167f926d941c. Latest consensus state: current_term: 3 leader_uuid: "6752c27765514a058f17167f926d941c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.042483 2560 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: LEADER
04:14:24.047 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.057411 2565 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:14:24.061 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:24.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.066658 2565 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad]
04:14:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.068490 2565 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d]
04:14:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.075770 2565 tablet_loader.cc:96] loaded metadata for tablet 37dd1ee84a2b4dc4bd31c8f347173646 (table txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d])
04:14:24.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.077342 2565 tablet_loader.cc:96] loaded metadata for tablet 3a5e89bc9c2744de8199ce3406c855fc (table txn_manager_fallback_rolling [id=75d307bc82ff4d95ad8ceeb8a823136d])
04:14:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.078637 2565 tablet_loader.cc:96] loaded metadata for tablet 4901b8e3185f4d1895e87231d420dc46 (table kudu_system.kudu_transactions [id=39d4965ed02f408d9fb34a06a0e994ad])
04:14:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.080096 2565 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:14:24.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767; will retry
04:14:24.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.084650 2565 catalog_manager.cc:1259] Loaded cluster ID: 3b9bc3aa412844cba85440bca60db4b6
04:14:24.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.085018 2565 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:14:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.090449 2565 catalog_manager.cc:1504] Loading token signing keys...
04:14:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.094864 2565 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c: Loaded TSK: 0
04:14:24.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.096554 2565 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:14:24.101 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.1.13.253:38951(127.1.13.253:38951)] connecting to peer
04:14:24.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.253:38951(127.1.13.253:38951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.13.253:38951: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951
04:14:24.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
04:14:24.108 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=107), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [7ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, deferred=Deferred@1273280496(state=PENDING, result=null, callback=(continuation of Deferred@1727542595 after retry RPC after error@1353856873) -> (continuation of Deferred@634384755 after retry RPC after error@1274714381), errback=(continuation of Deferred@1727542595 after retry RPC after error@1353856873) -> (continuation of Deferred@634384755 after retry RPC after error@1274714381))) after lookup
04:14:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.144855 2472 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [term 3 FOLLOWER]: Refusing update from remote peer 6752c27765514a058f17167f926d941c: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
04:14:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.147925 2560 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
04:14:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.156772 1117 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c -> Peer 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951): Couldn't send request to peer 292b1b81b6d949d3816a9175a3eb024e. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:14:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.226191 2526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6752c27765514a058f17167f926d941c. Latest consensus state: current_term: 3 leader_uuid: "6752c27765514a058f17167f926d941c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.226910 2526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: FOLLOWER
04:14:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.222045 2580 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6752c27765514a058f17167f926d941c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.228565 2580 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: FOLLOWER
04:14:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.234436 2580 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6752c27765514a058f17167f926d941c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.235688 2580 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f4bbc7b5b5644188e9e24ffa33d8fd9 [sys.catalog]: This master's current role is: FOLLOWER
04:14:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.240149 2549 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "6752c27765514a058f17167f926d941c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6752c27765514a058f17167f926d941c" member_type: VOTER last_known_addr { host: "127.1.13.254" port: 41521 } } peers { permanent_uuid: "292b1b81b6d949d3816a9175a3eb024e" member_type: VOTER last_known_addr { host: "127.1.13.253" port: 38951 } } peers { permanent_uuid: "4f4bbc7b5b5644188e9e24ffa33d8fd9" member_type: VOTER last_known_addr { host: "127.1.13.252" port: 44767 } } }
04:14:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.240875 2549 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c [sys.catalog]: This master's current role is: LEADER
04:14:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.252562 1189 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:44384 (request call id 11) took 143 ms (client timeout 143 ms). Trace:
04:14:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.253048 1189 rpcz_store.cc:269] 0806 04:14:24.109185 (+ 0us) service_pool.cc:170] Inserting onto call queue
04:14:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:24.109402 (+ 217us) service_pool.cc:227] Handling call
04:14:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:14:24.252324 (+142922us) inbound_call.cc:173] Queueing success response
04:14:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1119,"init.queue_time_us":5026,"thread_start_us":10710,"threads_started":5}
04:14:24.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [7ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [108ms] sending RPC to server master-127.1.13.254:41521, [255ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1273280496(state=PENDING, result=null, callback=(continuation of Deferred@1727542595 after retry RPC after error@1353856873) -> (continuation of Deferred@634384755 after retry RPC after error@1274714381) -> (continuation of Deferred@1812983580 after retry RPC@759661707), errback=(continuation of Deferred@1727542595 after retry RPC after error@1353856873) -> (continuation of Deferred@634384755 after retry RPC after error@1274714381) -> (continuation of Deferred@1812983580 after retry RPC@759661707)))
04:14:24.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [4ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [7ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [66ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.1.13.254:41521,127.1.13.253:38951,127.1.13.252:44767) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.254:41521, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.253:38951, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.13.252:44767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.253:38951: Network error: Failed to connect to peer master-127.1.13.253:38951(127.1.13.253:38951): Connection refused: /127.1.13.253:38951, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.252:44767: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.1.13.254:41521: OK, [108ms] sending RPC to server master-127.1.13.254:41521, [255ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1273280496(state=PENDING, result=null, callback=(continuation of Deferred@1727542595 after retry RPC after error@1353856873) -> (continuation of Deferred@634384755 after retry RPC after error@1274714381) -> (continuation of Deferred@1812983580 after retry RPC@759661707), errback=(continuation of Deferred@1727542595 after retry RPC after error@1353856873) -> (continuation of Deferred@634384755 after retry RPC after error@1274714381) -> (continuation of Deferred@1812983580 after retry RPC@759661707)))
04:14:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.203070 1136 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44424:
04:14:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
04:14:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
04:14:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
04:14:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:14:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
04:14:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.274719 1136 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
04:14:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.474647 1792 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.1.13.193:42045, user_credentials={real_user=slave}} blocked reactor thread for 49990us
04:14:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.479734 1797 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.091s from last keepalive heartbeat (effective timeout is 1.000s)
04:14:24.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.502328 1810 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.1.13.253:38951)
04:14:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.521387 2582 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
04:14:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.597920 1760 heartbeater.cc:347] Connected to a master server at 127.1.13.252:44767
04:14:24.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.601092 2457 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "a2cf4fa098034be893d74d07b9a25168" instance_seqno: 1785989653984985) as {username='slave'} at 127.1.13.193:44257; Asking this server to re-register.
04:14:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.602288 1760 heartbeater.cc:464] Registering TS with master...
04:14:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:24.605087 2457 ts_manager.cc:194] Registered new tserver with Master: a2cf4fa098034be893d74d07b9a25168 (127.1.13.193:42045)
04:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.621987 1117 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c -> Peer 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951): Couldn't send request to peer 292b1b81b6d949d3816a9175a3eb024e. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
04:14:24.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:24.829664 1117 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111) [suppressed 9 similar messages]
04:14:24.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 5c9b4ec4fb444fbb9f9dcde15d3a24ec (127.1.13.194:40213): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1785989659 last_transition_timestamp: 1785989664
04:14:25.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:25.130877 1117 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c -> Peer 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951): Couldn't send request to peer 292b1b81b6d949d3816a9175a3eb024e. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
04:14:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:25.584693 1761 heartbeater.cc:503] Master 127.1.13.254:41521 was elected leader, sending a full tablet report...
04:14:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:14:25.625082 1117 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6752c27765514a058f17167f926d941c -> Peer 292b1b81b6d949d3816a9175a3eb024e (127.1.13.253:38951): Couldn't send request to peer 292b1b81b6d949d3816a9175a3eb024e. Status: Network error: Client connection negotiation failed: client connection to 127.1.13.253:38951: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
04:14:25.724 [DEBUG - main] (Connection.java:575) [peer master-127.1.13.253:38951(127.1.13.253:38951)] disconnecting while in state TERMINATED
04:14:25.725 [DEBUG - main] (Connection.java:575) [peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213)] disconnecting while in state READY
04:14:25.725 [DEBUG - main] (Connection.java:575) [peer master-127.1.13.252:44767(127.1.13.252:44767)] disconnecting while in state READY
04:14:25.725 [DEBUG - main] (Connection.java:575) [peer master-127.1.13.254:41521(127.1.13.254:41521)] disconnecting while in state READY
04:14:25.725 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213)] handling channelInactive
04:14:25.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5c9b4ec4fb444fbb9f9dcde15d3a24ec(127.1.13.194:40213)] cleaning up while in state READY due to: connection closed
04:14:25.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:14:25.728 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.13.252:44767(127.1.13.252:44767)] handling channelInactive
04:14:25.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.252:44767(127.1.13.252:44767)] cleaning up while in state READY due to: connection closed
04:14:25.728 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.13.254:41521(127.1.13.254:41521)] handling channelInactive
04:14:25.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.13.254:41521(127.1.13.254:41521)] cleaning up while in state READY due to: connection closed
04:14:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:25.728768 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 1525
04:14:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:25.770010 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 1764
04:14:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:25.819113 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 1974
04:14:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:25.865195 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 1094
04:14:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:14:25.908237 1079 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUSGrfJ/build/tsan/bin/kudu with pid 2398
04:14:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:14:27Z chronyd exiting
04:14:28.118 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)