01:52:20.492 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:52:20.502 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktzj4sM/test-tmp
01:52:20.514 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:52:20.517 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktzj4sM/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:52:20.759 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:52:20.930 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:52:20.931 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:52:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:20.936080 24811 mini_oidc.cc:150] Starting JWKS server
01:52:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:20.939770 24811 webserver.cc:533] Webserver started at http://127.0.0.1:39121/ using document root <none> and password file <none>
01:52:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:20.940245 24811 mini_oidc.cc:186] Starting OIDC Discovery server
01:52:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:20.942390 24811 webserver.cc:533] Webserver started at http://127.0.0.1:42977/ using document root <none> and password file <none>
01:52:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T01:52:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:52:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T01:52:20Z Disabled control of system clock
01:52:21.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:21.009040 24811 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal
01:52:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data
01:52:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/logs
01:52:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data/info.pb
01:52:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.254:40811
01:52:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.254
01:52:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39121/jwks.json with env {}
01:52:21.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.330569 24823 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.331338 24823 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.332155 24823 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.366364 24823 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.366806 24823 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.367161 24823 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.367501 24823 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.367854 24823 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.368145 24823 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39121/jwks.json
01:52:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:21.406302 24823 master_runner.cc:387] Master server non-default flags:
01:52:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/logs
01:52:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data
01:52:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal
01:52:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.254:40811
01:52:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39121/jwks.json
01:52:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data/info.pb
01:52:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.254
01:52:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:21.408212 24823 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:21.410660 24823 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.428910 24829 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:22.829339 24828 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 24823
01:52:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.287333 24828 kernel_stack_watchdog.cc:198] Thread 24823 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
01:52:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:52:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:52:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:52:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:52:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.288467 24823 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.859s user 0.767s sys 1.092s
01:52:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.288863 24823 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.860s user 0.767s sys 1.092s
01:52:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.288915 24831 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1858 milliseconds
01:52:23.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.290719 24823 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:23.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.290789 24832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:21.429976 24830 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:23.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.295377 24823 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.298571 24823 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.300529 24823 hybrid_clock.cc:648] HybridClock initialized: now 1786067543300475 us; error 147 us; skew 500 ppm
01:52:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.301549 24823 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.308202 24823 webserver.cc:533] Webserver started at http://127.24.58.254:33281/ using document root <none> and password file <none>
01:52:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.309139 24823 fs_manager.cc:362] Metadata directory not provided
01:52:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.309341 24823 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:23.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.309827 24823 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.314177 24823 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data/instance:
01:52:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab5fc070a3274271a4d735ad1d768782"
01:52:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:23 on dist-test-slave-p3t5"
01:52:23.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.315289 24823 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal/instance:
01:52:23.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab5fc070a3274271a4d735ad1d768782"
01:52:23.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:23 on dist-test-slave-p3t5"
01:52:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.324041 24823 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.002s
01:52:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.331045 24839 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.332492 24823 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:52:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.332827 24823 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal
01:52:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab5fc070a3274271a4d735ad1d768782"
01:52:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:23 on dist-test-slave-p3t5"
01:52:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.333222 24823 fs_report.cc:389] FS layout report
01:52:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal
01:52:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal
01:52:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data/data
01:52:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.386303 24823 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.388091 24823 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.388646 24823 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.460799 24823 rpc_server.cc:307] RPC server started. Bound to: 127.24.58.254:40811
01:52:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.460909 24891 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.58.254:40811 every 8 connection(s)
01:52:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.463982 24823 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/data/info.pb
01:52:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.467623 24811 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 24823
01:52:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.468139 24811 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-0/wal/instance
01:52:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.471366 24892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:52:23.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.471980 24811 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:23.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal
01:52:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data
01:52:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/logs
01:52:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data/info.pb
01:52:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.253:33097
01:52:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.253
01:52:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39121/jwks.json with env {}
01:52:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.487222 24892 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } has no permanent_uuid. Determining permanent_uuid...
01:52:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.520779 24892 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } has no permanent_uuid. Determining permanent_uuid...
01:52:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.523963 24840 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.528951 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:23.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.578532 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 1
01:52:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.583194 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.651638 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 2
01:52:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.656219 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.747637 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 3
01:52:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.752343 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.818568 24894 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.819172 24894 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.819630 24894 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.853237 24894 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.853567 24894 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.853866 24894 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.854079 24894 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.854264 24894 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.854522 24894 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39121/jwks.json
01:52:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.895776 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 4
01:52:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.896001 24894 master_runner.cc:387] Master server non-default flags:
01:52:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/logs
01:52:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data
01:52:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal
01:52:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.253:33097
01:52:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39121/jwks.json
01:52:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data/info.pb
01:52:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.253
01:52:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.897723 24894 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:23.899812 24894 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.901221 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:23.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.913475 24903 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:24.200677 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 5
01:52:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:24.206957 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:24.754495 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 6
01:52:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:24.770172 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.253:33097: Network error: Client connection negotiation failed: client connection to 127.24.58.253:33097: connect: Connection refused (error 111)
01:52:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:23.914568 24904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.221462 24894 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.309s user 0.496s sys 0.812s
01:52:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.221909 24894 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.310s user 0.497s sys 0.812s
01:52:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.226084 24894 server_base.cc:1061] running on GCE node
01:52:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.227872 24910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.230449 24894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:25.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.233942 24894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.235983 24894 hybrid_clock.cc:648] HybridClock initialized: now 1786067545235934 us; error 42 us; skew 500 ppm
01:52:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.236892 24894 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.244225 24894 webserver.cc:533] Webserver started at http://127.24.58.253:44539/ using document root <none> and password file <none>
01:52:25.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.245229 24894 fs_manager.cc:362] Metadata directory not provided
01:52:25.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.245437 24894 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.245905 24894 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.250471 24894 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data/instance:
01:52:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07b1f12a03594e13b4414e71908c26a4"
01:52:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:25 on dist-test-slave-p3t5"
01:52:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.251617 24894 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal/instance:
01:52:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07b1f12a03594e13b4414e71908c26a4"
01:52:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:25 on dist-test-slave-p3t5"
01:52:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.261883 24894 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
01:52:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.268466 24915 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.270008 24894 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
01:52:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.270426 24894 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal
01:52:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07b1f12a03594e13b4414e71908c26a4"
01:52:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:25 on dist-test-slave-p3t5"
01:52:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.270902 24894 fs_report.cc:389] FS layout report
01:52:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data/data
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.364756 24894 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.366329 24894 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.366778 24894 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.440769 24894 rpc_server.cc:307] RPC server started. Bound to: 127.24.58.253:33097
01:52:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.440858 24966 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.58.253:33097 every 8 connection(s)
01:52:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.443615 24894 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/data/info.pb
01:52:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.449730 24967 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:52:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.451547 24811 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 24894
01:52:25.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.451905 24811 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-1/wal/instance
01:52:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.454764 24811 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal
01:52:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data
01:52:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/logs
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data/info.pb
01:52:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.252:35713
01:52:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.252
01:52:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39121/jwks.json with env {}
01:52:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.463824 24967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } has no permanent_uuid. Determining permanent_uuid...
01:52:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.489073 24967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } has no permanent_uuid. Determining permanent_uuid...
01:52:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.504776 24967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
01:52:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.507201 24919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.511775 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.561465 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 1
01:52:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.566571 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.635088 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 2
01:52:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.639823 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.731323 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 3
01:52:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.735860 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.785786 24969 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.786389 24969 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.787096 24969 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.821030 24969 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.821339 24969 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.821547 24969 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.821843 24969 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.822093 24969 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.822315 24969 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39121/jwks.json
01:52:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.830814 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } attempt: 7
01:52:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.844461 24892 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
01:52:25.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.850340 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.868269 24969 master_runner.cc:387] Master server non-default flags:
01:52:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/logs
01:52:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.252:35713
01:52:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39121/jwks.json
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data/info.pb
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.252
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.870144 24969 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.872576 24969 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.879319 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 4
01:52:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.885008 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.884763 24981 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.908778 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 1
01:52:25.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.917091 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:25.998716 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 2
01:52:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:26.008034 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:26.093663 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 3
01:52:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:26.102589 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:26.184532 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 5
01:52:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:26.192874 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:26.243184 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 4
01:52:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:26.254019 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:26.537607 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 5
01:52:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:26.546514 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:26.740491 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 6
01:52:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:26.769951 24967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:27.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.099128 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 6
01:52:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.132529 24892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.58.252:35713: Network error: Client connection negotiation failed: client connection to 127.24.58.252:35713: connect: Connection refused (error 111)
01:52:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.288839 24980 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 24969
01:52:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.417318 24980 kernel_stack_watchdog.cc:198] Thread 24969 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
01:52:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:52:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:52:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:52:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:52:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:25.886149 24982 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.423007 24969 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.536s user 0.003s sys 0.003s
01:52:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.423229 24983 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1531 milliseconds
01:52:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.423436 24969 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.537s user 0.003s sys 0.003s
01:52:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.425136 24985 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.425195 24969 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.426566 24969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.430017 24969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:27.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.431468 24969 hybrid_clock.cc:648] HybridClock initialized: now 1786067547431429 us; error 50 us; skew 500 ppm
01:52:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.432298 24969 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:27.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.439287 24969 webserver.cc:533] Webserver started at http://127.24.58.252:41007/ using document root <none> and password file <none>
01:52:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.440665 24969 fs_manager.cc:362] Metadata directory not provided
01:52:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.440984 24969 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.441603 24969 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.448611 24969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data/instance:
01:52:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b532461d30c145f68e1e9e955e52af66"
01:52:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:27 on dist-test-slave-p3t5"
01:52:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.450316 24969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal/instance:
01:52:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b532461d30c145f68e1e9e955e52af66"
01:52:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:27 on dist-test-slave-p3t5"
01:52:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.459511 24969 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
01:52:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.467286 24995 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.468822 24969 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
01:52:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.469233 24969 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal
01:52:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b532461d30c145f68e1e9e955e52af66"
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:27 on dist-test-slave-p3t5"
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.469703 24969 fs_report.cc:389] FS layout report
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data/data
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.524171 24969 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.525792 24969 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.526227 24969 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.607686 24969 rpc_server.cc:307] RPC server started. Bound to: 127.24.58.252:35713
01:52:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.607774 25048 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.58.252:35713 every 8 connection(s)
01:52:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.610505 24969 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/data/info.pb
01:52:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.617502 25049 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:52:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.618795 24811 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 24969
01:52:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.619293 24811 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/master-2/wal/instance
01:52:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.631361 25049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } has no permanent_uuid. Determining permanent_uuid...
01:52:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.664083 25049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } has no permanent_uuid. Determining permanent_uuid...
01:52:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.674754 25049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
01:52:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.691221 25049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: Bootstrap starting.
01:52:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.698874 25049 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: Neither blocks nor log segments found. Creating new log.
01:52:27.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.700824 25049 log.cc:826] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: Log is configured to *not* fsync() on all Append() calls
01:52:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.706457 25049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: No bootstrap required, opened a new log
01:52:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.727453 25049 raft_consensus.cc:359] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.728200 25049 raft_consensus.cc:385] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:52:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.728408 25049 raft_consensus.cc:740] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b532461d30c145f68e1e9e955e52af66, State: Initialized, Role: FOLLOWER
01:52:27.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.729270 25049 consensus_queue.cc:260] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.731981 25058 sys_catalog.cc:455] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.732635 25058 sys_catalog.cc:458] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: This master's current role is: FOLLOWER
01:52:27.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.733371 25049 sys_catalog.cc:565] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: configured and running, proceeding with master startup.
01:52:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.762364 25069 catalog_manager.cc:1594] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:52:27.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.762753 25069 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:52:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.764374 25058 raft_consensus.cc:493] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:52:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.764986 25058 raft_consensus.cc:515] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.767890 25058 leader_election.cc:290] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab5fc070a3274271a4d735ad1d768782 (127.24.58.254:40811), 07b1f12a03594e13b4414e71908c26a4 (127.24.58.253:33097)
01:52:27.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:27.783233 25001 tablet.cc:2406] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:52:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.758826 24969 master_runner.cc:187] Error getting master registration for 127.24.58.254:40811: OK, instance_id { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" instance_seqno: 1786067543440979 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:52:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.787422 24969 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:52:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.830547 24967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 7
01:52:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.854534 24967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: Bootstrap starting.
01:52:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.864328 24967 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: Neither blocks nor log segments found. Creating new log.
01:52:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.866840 24967 log.cc:826] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: Log is configured to *not* fsync() on all Append() calls
01:52:27.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.872371 24967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: No bootstrap required, opened a new log
01:52:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.901486 24967 raft_consensus.cc:359] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.902453 24967 raft_consensus.cc:385] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:52:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.902768 24967 raft_consensus.cc:740] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07b1f12a03594e13b4414e71908c26a4, State: Initialized, Role: FOLLOWER
01:52:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.903939 24967 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:27.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.915853 25073 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:27.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.917433 25073 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: This master's current role is: FOLLOWER
01:52:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.918010 24967 sys_catalog.cc:565] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: configured and running, proceeding with master startup.
01:52:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.918226 24942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b532461d30c145f68e1e9e955e52af66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07b1f12a03594e13b4414e71908c26a4" is_pre_election: true
01:52:27.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.919106 24942 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b532461d30c145f68e1e9e955e52af66 in term 0.
01:52:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.920825 24996 leader_election.cc:304] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07b1f12a03594e13b4414e71908c26a4, b532461d30c145f68e1e9e955e52af66; no voters:
01:52:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.921891 25058 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:52:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.922250 25058 raft_consensus.cc:493] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:52:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.922565 25058 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 0 FOLLOWER]: Advancing to term 1
01:52:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.929744 25058 raft_consensus.cc:515] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.945603 24942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b532461d30c145f68e1e9e955e52af66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07b1f12a03594e13b4414e71908c26a4"
01:52:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.945789 25058 leader_election.cc:290] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [CANDIDATE]: Term 1 election: Requested vote from peers ab5fc070a3274271a4d735ad1d768782 (127.24.58.254:40811), 07b1f12a03594e13b4414e71908c26a4 (127.24.58.253:33097)
01:52:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.946280 24942 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 0 FOLLOWER]: Advancing to term 1
01:52:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.954392 24942 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b532461d30c145f68e1e9e955e52af66 in term 1.
01:52:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.956161 24996 leader_election.cc:304] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07b1f12a03594e13b4414e71908c26a4, b532461d30c145f68e1e9e955e52af66; no voters:
01:52:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.957190 25058 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 1 FOLLOWER]: Leader election won for term 1
01:52:27.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.985783 25058 raft_consensus.cc:697] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [term 1 LEADER]: Becoming Leader. State: Replica: b532461d30c145f68e1e9e955e52af66, State: Running, Role: LEADER
01:52:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.987455 25058 consensus_queue.cc:237] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.000236 25084 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:52:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.001189 25084 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:52:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.007786 25085 sys_catalog.cc:455] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b532461d30c145f68e1e9e955e52af66. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.008661 25085 sys_catalog.cc:458] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: This master's current role is: LEADER
01:52:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.021109 25088 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:52:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.032923 25088 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:52:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:27.970438 24894 master_runner.cc:187] Error getting master registration for 127.24.58.254:40811: OK, instance_id { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" instance_seqno: 1786067543440979 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:52:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.042826 24894 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:52:28.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.062731 24942 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [term 1 FOLLOWER]: Refusing update from remote peer b532461d30c145f68e1e9e955e52af66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:52:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.065102 25085 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:52:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.103936 25089 mvcc.cc:204] Tried to move back new op lower bound from 7315732676846727168 to 7315732676569808896. Current Snapshot: MvccSnapshot[applied={T|T < 7315732676846727168}]
01:52:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.108906 25073 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b532461d30c145f68e1e9e955e52af66. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.111251 25073 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: This master's current role is: FOLLOWER
01:52:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.114148 25085 sys_catalog.cc:455] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.114884 25085 sys_catalog.cc:458] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: This master's current role is: LEADER
01:52:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.118872 25088 catalog_manager.cc:1383] Generated new cluster ID: 46dca93d36eb4e86bedbae6ef5d40af7
01:52:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.119203 25088 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:52:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.136490 25073 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.137308 25073 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4 [sys.catalog]: This master's current role is: FOLLOWER
01:52:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.166116 24892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } attempt: 7
01:52:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.180996 25088 catalog_manager.cc:1406] Generated new certificate authority record
01:52:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.184113 25088 catalog_manager.cc:1540] Loading token signing keys...
01:52:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.220728 24892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: Bootstrap starting.
01:52:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.240258 25088 catalog_manager.cc:6070] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66: Generated new TSK 0
01:52:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.242074 25088 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:52:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.264012 24892 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: Neither blocks nor log segments found. Creating new log.
01:52:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.270092 24892 log.cc:826] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: Log is configured to *not* fsync() on all Append() calls
01:52:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.287806 24811 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/logs
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data/info.pb
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.193:0
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.58.193
01:52:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.193
01:52:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:52:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.311074 24892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: No bootstrap required, opened a new log
01:52:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.404599 24892 raft_consensus.cc:359] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.405592 24892 raft_consensus.cc:385] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:52:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.405956 24892 raft_consensus.cc:740] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab5fc070a3274271a4d735ad1d768782, State: Initialized, Role: FOLLOWER
01:52:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.412757 24892 consensus_queue.cc:260] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.425066 25098 raft_consensus.cc:493] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:52:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.425769 25098 raft_consensus.cc:515] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } }
01:52:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.428717 25098 leader_election.cc:290] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 07b1f12a03594e13b4414e71908c26a4 (127.24.58.253:33097), b532461d30c145f68e1e9e955e52af66 (127.24.58.252:35713)
01:52:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.429909 24942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab5fc070a3274271a4d735ad1d768782" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07b1f12a03594e13b4414e71908c26a4" is_pre_election: true
01:52:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.434518 24892 sys_catalog.cc:565] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: configured and running, proceeding with master startup.
01:52:28.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.434952 25022 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab5fc070a3274271a4d735ad1d768782" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b532461d30c145f68e1e9e955e52af66" is_pre_election: true
01:52:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.437379 24866 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b532461d30c145f68e1e9e955e52af66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab5fc070a3274271a4d735ad1d768782" is_pre_election: true
01:52:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.439184 24865 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b532461d30c145f68e1e9e955e52af66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab5fc070a3274271a4d735ad1d768782"
01:52:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.438727 24864 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 0 FOLLOWER]: Advancing to term 1
01:52:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.448634 24843 leader_election.cc:304] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ab5fc070a3274271a4d735ad1d768782; no voters: 07b1f12a03594e13b4414e71908c26a4, b532461d30c145f68e1e9e955e52af66
01:52:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.452617 24864 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 1 FOLLOWER]: Refusing update from remote peer b532461d30c145f68e1e9e955e52af66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:52:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.455971 25058 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:52:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.457909 25097 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:52:28.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.429433 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.477802 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: This master's current role is: FOLLOWER
01:52:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.552635 25102 mvcc.cc:204] Tried to move back new op lower bound from 7315732676846727168 to 7315732676569808896. Current Snapshot: MvccSnapshot[applied={T|T < 7315732676846727168}]
01:52:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.591208 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b532461d30c145f68e1e9e955e52af66. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.593219 25097 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.594525 25097 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: This master's current role is: FOLLOWER
01:52:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.594175 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782 [sys.catalog]: This master's current role is: FOLLOWER
01:52:28.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.626807 25114 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:52:28.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.935053 25096 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.935827 25096 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.936548 25096 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:28.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.984159 25096 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:28.985526 25096 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.58.193
01:52:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.987993 25058 sys_catalog.cc:455] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b532461d30c145f68e1e9e955e52af66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab5fc070a3274271a4d735ad1d768782" member_type: VOTER last_known_addr { host: "127.24.58.254" port: 40811 } } peers { permanent_uuid: "07b1f12a03594e13b4414e71908c26a4" member_type: VOTER last_known_addr { host: "127.24.58.253" port: 33097 } } peers { permanent_uuid: "b532461d30c145f68e1e9e955e52af66" member_type: VOTER last_known_addr { host: "127.24.58.252" port: 35713 } } }
01:52:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:28.989274 25058 sys_catalog.cc:458] T 00000000000000000000000000000000 P b532461d30c145f68e1e9e955e52af66 [sys.catalog]: This master's current role is: LEADER
01:52:29.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.008068 25084 catalog_manager.cc:1295] Loaded cluster ID: 46dca93d36eb4e86bedbae6ef5d40af7
01:52:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.008839 25084 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: loading cluster ID for follower catalog manager: success
01:52:29.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.016849 25084 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: acquiring CA information for follower catalog manager: success
01:52:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.023396 25084 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 07b1f12a03594e13b4414e71908c26a4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:52:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.042119 25096 tablet_server_runner.cc:78] Tablet server non-default flags:
01:52:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/logs
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data
01:52:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal
01:52:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.193:0
01:52:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data/info.pb
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.193
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.58.193
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.044088 25096 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.047123 25096 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:29.064724 25122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.649209 25114 catalog_manager.cc:1295] Loaded cluster ID: 46dca93d36eb4e86bedbae6ef5d40af7
01:52:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.649528 25114 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: loading cluster ID for follower catalog manager: success
01:52:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.669337 25114 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: acquiring CA information for follower catalog manager: success
01:52:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:29.675086 25114 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ab5fc070a3274271a4d735ad1d768782: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:52:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.281374 24888 debug-util.cc:398] Leaking SignalData structure 0x7b080007d6c0 after lost signal to thread 24824
01:52:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.282310 24888 debug-util.cc:398] Leaking SignalData structure 0x7b0800070220 after lost signal to thread 24891
01:52:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:30.466861 25121 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 25096
01:52:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.729526 25121 kernel_stack_watchdog.cc:198] Thread 25096 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 386ms:
01:52:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:52:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:52:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:52:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:52:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:29.068605 25123 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.733072 25124 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2661 milliseconds
01:52:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.734144 25096 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.656s user 0.003s sys 0.000s
01:52:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.734521 25096 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.657s user 0.004s sys 0.000s
01:52:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.736637 25096 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:31.737591 25126 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.739560 25096 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.742743 25096 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.744204 25096 hybrid_clock.cc:648] HybridClock initialized: now 1786067551744060 us; error 152 us; skew 500 ppm
01:52:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.750274 25096 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.758088 25096 webserver.cc:533] Webserver started at http://127.24.58.193:33321/ using document root <none> and password file <none>
01:52:31.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.759455 25096 fs_manager.cc:362] Metadata directory not provided
01:52:31.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.759788 25096 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.760450 25096 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:31.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.765318 25096 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data/instance:
01:52:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8f8a5169cf440a4aa2d47a96542defa"
01:52:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:31 on dist-test-slave-p3t5"
01:52:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.766759 25096 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal/instance:
01:52:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8f8a5169cf440a4aa2d47a96542defa"
01:52:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:31 on dist-test-slave-p3t5"
01:52:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.784881 25096 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.005s sys 0.004s
01:52:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.792490 25136 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.794076 25096 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.794476 25096 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8f8a5169cf440a4aa2d47a96542defa"
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:31 on dist-test-slave-p3t5"
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.794997 25096 fs_report.cc:389] FS layout report
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal
01:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data/data
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.856643 25096 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.859671 25096 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.860227 25096 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.864832 25096 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:52:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.870370 25096 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:52:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.870646 25096 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:52:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.870954 25096 ts_tablet_manager.cc:616] Registered 0 tablets
01:52:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:31.871218 25096 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:52:32.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.332584 25096 rpc_server.cc:307] RPC server started. Bound to: 127.24.58.193:44511
01:52:32.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.332991 25249 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.58.193:44511 every 8 connection(s)
01:52:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.338027 25096 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/data/info.pb
01:52:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.354105 24811 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25096
01:52:32.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.355472 24811 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-0/wal/instance
01:52:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.417800 24811 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal
01:52:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data
01:52:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/logs
01:52:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data/info.pb
01:52:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.194:0
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.58.194
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.194
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:52:32.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.494417 25250 heartbeater.cc:344] Connected to a master server at 127.24.58.252:35713
01:52:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.495044 25250 heartbeater.cc:461] Registering TS with master...
01:52:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.497283 25250 heartbeater.cc:507] Master 127.24.58.252:35713 requested a full tablet report, sending...
01:52:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.502419 25012 ts_manager.cc:194] Registered new tserver with Master: f8f8a5169cf440a4aa2d47a96542defa (127.24.58.193:44511)
01:52:32.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.505571 25012 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.58.193:37785
01:52:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.508091 25251 heartbeater.cc:344] Connected to a master server at 127.24.58.253:33097
01:52:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.508651 25251 heartbeater.cc:461] Registering TS with master...
01:52:32.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.521456 25251 heartbeater.cc:507] Master 127.24.58.253:33097 requested a full tablet report, sending...
01:52:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.527328 24932 ts_manager.cc:194] Registered new tserver with Master: f8f8a5169cf440a4aa2d47a96542defa (127.24.58.193:44511)
01:52:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.540939 25254 heartbeater.cc:344] Connected to a master server at 127.24.58.254:40811
01:52:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.541402 25254 heartbeater.cc:461] Registering TS with master...
01:52:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.542196 25254 heartbeater.cc:507] Master 127.24.58.254:40811 requested a full tablet report, sending...
01:52:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:32.548522 24856 ts_manager.cc:194] Registered new tserver with Master: f8f8a5169cf440a4aa2d47a96542defa (127.24.58.193:44511)
01:52:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.127293 25258 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:33.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.127940 25258 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:33.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.128525 25258 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.166184 25258 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.167224 25258 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.58.194
01:52:33.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:33.206213 25258 tablet_server_runner.cc:78] Tablet server non-default flags:
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/logs
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.194:0
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data/info.pb
01:52:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.194
01:52:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.58.194
01:52:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:52:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:33.208160 25258 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:33.210464 25258 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.255303 25267 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:33.529150 25250 heartbeater.cc:499] Master 127.24.58.252:35713 was elected leader, sending a full tablet report...
01:52:35.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.260165 25268 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:35.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:33.306010 25270 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:35.029387 25269 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1742 milliseconds
01:52:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.029513 25258 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.030804 25258 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:35.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.033843 25258 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.035316 25258 hybrid_clock.cc:648] HybridClock initialized: now 1786067555035268 us; error 65 us; skew 500 ppm
01:52:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.036377 25258 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.043756 25258 webserver.cc:533] Webserver started at http://127.24.58.194:43543/ using document root <none> and password file <none>
01:52:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.044958 25258 fs_manager.cc:362] Metadata directory not provided
01:52:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.045239 25258 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.045887 25258 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.050581 25258 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data/instance:
01:52:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ef6bf4efec142d3b23189c7ba775a78"
01:52:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:35 on dist-test-slave-p3t5"
01:52:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.051903 25258 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal/instance:
01:52:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ef6bf4efec142d3b23189c7ba775a78"
01:52:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:35 on dist-test-slave-p3t5"
01:52:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.059770 25258 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
01:52:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.066077 25278 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.067494 25258 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
01:52:35.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.067934 25258 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal
01:52:35.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ef6bf4efec142d3b23189c7ba775a78"
01:52:35.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:35 on dist-test-slave-p3t5"
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.068409 25258 fs_report.cc:389] FS layout report
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data/data
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:35.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.125845 25258 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.127355 25258 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.127794 25258 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.130488 25258 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:52:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.135174 25258 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:52:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.135393 25258 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:52:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.135607 25258 ts_tablet_manager.cc:616] Registered 0 tablets
01:52:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.135730 25258 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:52:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.560740 25258 rpc_server.cc:307] RPC server started. Bound to: 127.24.58.194:36473
01:52:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.561199 25390 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.58.194:36473 every 8 connection(s)
01:52:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.563745 25258 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/data/info.pb
01:52:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.567375 24811 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25258
01:52:35.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.567966 24811 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-1/wal/instance
01:52:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.594791 24811 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal
01:52:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/logs
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data/info.pb
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:52:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.195:0
01:52:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.58.195
01:52:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.195
01:52:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:52:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.675487 25392 heartbeater.cc:344] Connected to a master server at 127.24.58.253:33097
01:52:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.676148 25392 heartbeater.cc:461] Registering TS with master...
01:52:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.678295 25392 heartbeater.cc:507] Master 127.24.58.253:33097 requested a full tablet report, sending...
01:52:35.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.684219 24932 ts_manager.cc:194] Registered new tserver with Master: 9ef6bf4efec142d3b23189c7ba775a78 (127.24.58.194:36473)
01:52:35.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.693209 25396 heartbeater.cc:344] Connected to a master server at 127.24.58.254:40811
01:52:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.693212 25391 heartbeater.cc:344] Connected to a master server at 127.24.58.252:35713
01:52:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.693928 25396 heartbeater.cc:461] Registering TS with master...
01:52:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.694034 25391 heartbeater.cc:461] Registering TS with master...
01:52:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.695990 25391 heartbeater.cc:507] Master 127.24.58.252:35713 requested a full tablet report, sending...
01:52:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.697971 25396 heartbeater.cc:507] Master 127.24.58.254:40811 requested a full tablet report, sending...
01:52:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.700078 25012 ts_manager.cc:194] Registered new tserver with Master: 9ef6bf4efec142d3b23189c7ba775a78 (127.24.58.194:36473)
01:52:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.702751 25012 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.58.194:36789
01:52:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:35.703715 24856 ts_manager.cc:194] Registered new tserver with Master: 9ef6bf4efec142d3b23189c7ba775a78 (127.24.58.194:36473)
01:52:36.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.039779 25400 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:36.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.040313 25400 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:36.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.040735 25400 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.076946 25400 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.077870 25400 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.58.195
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:36.117692 25400 tablet_server_runner.cc:78] Tablet server non-default flags:
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/logs
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.58.212:41557
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.58.195:0
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data/info.pb
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.58.195
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.58.254:40811,127.24.58.253:33097,127.24.58.252:35713
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.58.195
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:36.119071 25400 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:36.120816 25400 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.134641 25409 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:36.709444 25391 heartbeater.cc:499] Master 127.24.58.252:35713 was elected leader, sending a full tablet report...
01:52:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:36.135805 25410 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:37.433811 25412 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:37.436450 25411 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:52:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.436566 25400 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.438055 25400 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.440872 25400 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.442370 25400 hybrid_clock.cc:648] HybridClock initialized: now 1786067557442328 us; error 52 us; skew 500 ppm
01:52:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.443267 25400 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.457484 25400 webserver.cc:533] Webserver started at http://127.24.58.195:39351/ using document root <none> and password file <none>
01:52:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.458753 25400 fs_manager.cc:362] Metadata directory not provided
01:52:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.459072 25400 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.459663 25400 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.465539 25400 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data/instance:
01:52:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98197ca53b61405e9903d9eca0850460"
01:52:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:37 on dist-test-slave-p3t5"
01:52:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.466951 25400 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal/instance:
01:52:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98197ca53b61405e9903d9eca0850460"
01:52:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:37 on dist-test-slave-p3t5"
01:52:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.476594 25400 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.003s
01:52:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.486162 25420 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:37.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.487560 25400 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.007s sys 0.001s
01:52:37.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.488016 25400 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal
01:52:37.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98197ca53b61405e9903d9eca0850460"
01:52:37.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:37 on dist-test-slave-p3t5"
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.488541 25400 fs_report.cc:389] FS layout report
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data/data
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.573698 25400 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.577548 25400 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.578647 25400 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.585108 25400 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:52:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.594471 25400 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:52:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.594754 25400 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:52:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.595078 25400 ts_tablet_manager.cc:616] Registered 0 tablets
01:52:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:37.595343 25400 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:52:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.055194 25400 rpc_server.cc:307] RPC server started. Bound to: 127.24.58.195:44739
01:52:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.055572 25534 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.58.195:44739 every 8 connection(s)
01:52:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.058259 25400 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/data/info.pb
01:52:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.064430 24811 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25400
01:52:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.065018 24811 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster12981488422846054649/ts-2/wal/instance
01:52:38.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.147222 25539 heartbeater.cc:344] Connected to a master server at 127.24.58.254:40811
01:52:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.147995 25539 heartbeater.cc:461] Registering TS with master...
01:52:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.150696 25536 heartbeater.cc:344] Connected to a master server at 127.24.58.253:33097
01:52:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.151361 25536 heartbeater.cc:461] Registering TS with master...
01:52:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.151971 25539 heartbeater.cc:507] Master 127.24.58.254:40811 requested a full tablet report, sending...
01:52:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.153661 25536 heartbeater.cc:507] Master 127.24.58.253:33097 requested a full tablet report, sending...
01:52:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.157022 24856 ts_manager.cc:194] Registered new tserver with Master: 98197ca53b61405e9903d9eca0850460 (127.24.58.195:44739)
01:52:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.157869 24932 ts_manager.cc:194] Registered new tserver with Master: 98197ca53b61405e9903d9eca0850460 (127.24.58.195:44739)
01:52:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.159765 25535 heartbeater.cc:344] Connected to a master server at 127.24.58.252:35713
01:52:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.160259 25535 heartbeater.cc:461] Registering TS with master...
01:52:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.161747 25535 heartbeater.cc:507] Master 127.24.58.252:35713 requested a full tablet report, sending...
01:52:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.166108 25012 ts_manager.cc:194] Registered new tserver with Master: 98197ca53b61405e9903d9eca0850460 (127.24.58.195:44739)
01:52:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.168577 25012 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.58.195:48853
01:52:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:38.184837 24811 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:52:38.206 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:52:38.208 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:52:38.219 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.58.254"
port: 40811
}
bound_http_address {
host: "127.24.58.254"
port: 33281
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.58.253"
port: 33097
}
bound_http_address {
host: "127.24.58.253"
port: 44539
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.58.252"
port: 35713
}
bound_http_address {
host: "127.24.58.252"
port: 41007
}
}
}
01:52:38.223 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:52:38.226 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.58.193"
port: 44511
}
bound_http_address {
host: "127.24.58.193"
port: 33321
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.58.194"
port: 36473
}
bound_http_address {
host: "127.24.58.194"
port: 43543
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.58.195"
port: 44739
}
bound_http_address {
host: "127.24.58.195"
port: 39351
}
}
}
01:52:38.227 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:52:38.464 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
01:52:38.543 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:52:38.724 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktzj4sM/test-tmp
01:52:38.724 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:52:38.725 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktzj4sM/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:52:38.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:52:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:39.174449 25535 heartbeater.cc:499] Master 127.24.58.252:35713 was elected leader, sending a full tablet report...
01:52:39.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:52:39.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:52:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:39.288012 25546 mini_oidc.cc:150] Starting JWKS server
01:52:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:39.294790 25546 webserver.cc:533] Webserver started at http://127.0.0.1:39655/ using document root <none> and password file <none>
01:52:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:39.295452 25546 mini_oidc.cc:186] Starting OIDC Discovery server
01:52:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:39.300215 25546 webserver.cc:533] Webserver started at http://127.0.0.1:35895/ using document root <none> and password file <none>
01:52:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:52:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/principal' for realm 'KRBTEST.COM',
01:52:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:52:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:39 dist-test-slave-p3t5 krb5kdc[25559](info): setting up network...
01:52:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:52:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:39 dist-test-slave-p3t5 krb5kdc[25559](info): set up 2 sockets
01:52:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:39 dist-test-slave-p3t5 krb5kdc[25559](info): commencing operation
01:52:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:52:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:41.037377 25045 debug-util.cc:398] Leaking SignalData structure 0x7b08000b22a0 after lost signal to thread 24974
01:52:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:41.038218 25045 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2480 after lost signal to thread 25048
01:52:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:41.604171 25546 mini_kdc.cc:121] Time spent starting KDC: real 2.248s user 0.004s sys 0.024s
01:52:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:52:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:52:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:52:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:52:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:52:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:52:41.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:52:41.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:52:41.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:52:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:52:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/test-user.keytab.
01:52:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/test-user.keytab.
01:52:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:41 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067561, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:52:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T01:52:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:52:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T01:52:41Z Disabled control of system clock
01:52:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.242.190@KRBTEST.COM; defaulting to no policy
01:52:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.242.190@KRBTEST.COM" created.
01:52:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.24.242.190@KRBTEST.COM; defaulting to no policy
01:52:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.24.242.190@KRBTEST.COM" created.
01:52:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:41.961043 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/logs
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/info.pb
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.190:39913
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.190
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.190
01:52:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:52:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:52:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.380697 25577 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.381296 25577 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.381946 25577 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.417691 25577 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:52:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.417943 25577 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.418218 25577 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.418417 25577 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.418620 25577 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.418947 25577 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.419216 25577 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39655/jwks.json
01:52:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:42.482260 25577 master_runner.cc:387] Master server non-default flags:
01:52:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/logs
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.190
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.190:39913
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:52:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/info.pb
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.190
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:42.483700 25577 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:42.484848 25577 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.498111 25583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.499094 25584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:42.502157 25586 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.014169 25585 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1510 milliseconds
01:52:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.014333 25577 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:44.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.016021 25577 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.019198 25577 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.020653 25577 hybrid_clock.cc:648] HybridClock initialized: now 1786067564020615 us; error 117 us; skew 500 ppm
01:52:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.021692 25577 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:44 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067564, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.028512 25577 init.cc:377] Logged in from keytab as kudu/127.24.242.190@KRBTEST.COM (short username kudu)
01:52:44.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.037352 25577 webserver.cc:533] Webserver started at http://127.24.242.190:43201/ using document root <none> and password file <none>
01:52:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.039809 25577 fs_manager.cc:362] Metadata directory not provided
01:52:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.040345 25577 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.041086 25577 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.050266 25577 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/instance:
01:52:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f40bfebd88404d965be83d0e7720a7"
01:52:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:44 on dist-test-slave-p3t5"
01:52:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.051887 25577 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal/instance:
01:52:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f40bfebd88404d965be83d0e7720a7"
01:52:44.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:44 on dist-test-slave-p3t5"
01:52:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.065845 25577 fs_manager.cc:696] Time spent creating directory manager: real 0.013s user 0.011s sys 0.004s
01:52:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.075706 25599 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.077179 25577 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.009s sys 0.000s
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.077582 25577 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f40bfebd88404d965be83d0e7720a7"
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:44 on dist-test-slave-p3t5"
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.078051 25577 fs_report.cc:389] FS layout report
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/data
01:52:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.157059 25577 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.169761 25577 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.170372 25577 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.439170 25577 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.190:39913
01:52:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.439422 25651 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.190:39913 every 8 connection(s)
01:52:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.444496 25577 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/info.pb
01:52:44.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.448616 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25577
01:52:44.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.449353 25546 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal/instance
01:52:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.466662 25652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:52:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.242.189@KRBTEST.COM; defaulting to no policy
01:52:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.242.189@KRBTEST.COM" created.
01:52:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.496796 25652 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } has no permanent_uuid. Determining permanent_uuid...
01:52:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:44 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067564, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:52:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.24.242.189@KRBTEST.COM; defaulting to no policy
01:52:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.24.242.189@KRBTEST.COM" created.
01:52:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.575076 25652 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } has no permanent_uuid. Determining permanent_uuid...
01:52:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.581219 25602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.590196 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.594669 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/logs
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/info.pb
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.189:33167
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.189
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.189
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:52:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:52:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.639865 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 1
01:52:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.644793 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:44.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.713323 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 2
01:52:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.721072 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:44.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.812637 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 3
01:52:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.821326 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:44.965016 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 4
01:52:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:44.974951 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:45.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.148059 25661 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.148957 25661 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.149816 25661 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.186286 25661 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:52:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.186625 25661 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.187084 25661 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.187472 25661 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.187824 25661 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.188169 25661 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.188421 25661 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39655/jwks.json
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:45.235711 25661 master_runner.cc:387] Master server non-default flags:
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/logs
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.189
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.189:33167
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/info.pb
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.189
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:45.237131 25661 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:45.238289 25661 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.256810 25667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:45.274533 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 5
01:52:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.286142 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:45.833913 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 6
01:52:45.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.846022 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:46.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:45.261365 25668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:46.662073 25666 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 25661
01:52:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:46.695096 25666 kernel_stack_watchdog.cc:198] Thread 25661 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 391ms:
01:52:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:52:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:52:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:52:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:52:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:46.709208 25661 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.444s user 0.003s sys 0.012s
01:52:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:46.710239 25661 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.446s user 0.004s sys 0.012s
01:52:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:46.712159 25670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.713487 25661 server_base.cc:1061] running on GCE node
01:52:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.714744 25661 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.717998 25661 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.719388 25661 hybrid_clock.cc:648] HybridClock initialized: now 1786067566719354 us; error 63 us; skew 500 ppm
01:52:46.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.720371 25661 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:46 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067566, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.731034 25661 init.cc:377] Logged in from keytab as kudu/127.24.242.189@KRBTEST.COM (short username kudu)
01:52:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.744058 25661 webserver.cc:533] Webserver started at http://127.24.242.189:44279/ using document root <none> and password file <none>
01:52:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.745710 25661 fs_manager.cc:362] Metadata directory not provided
01:52:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.746117 25661 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:46.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.746726 25661 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.752202 25661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/instance:
01:52:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8337d4ef520437c864ad1a526c630aa"
01:52:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:46 on dist-test-slave-p3t5"
01:52:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.753376 25661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal/instance:
01:52:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8337d4ef520437c864ad1a526c630aa"
01:52:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:46 on dist-test-slave-p3t5"
01:52:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.766671 25661 fs_manager.cc:696] Time spent creating directory manager: real 0.013s user 0.005s sys 0.005s
01:52:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.778861 25682 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:46.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.780550 25661 fs_manager.cc:730] Time spent opening block manager: real 0.009s user 0.001s sys 0.007s
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.780937 25661 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8337d4ef520437c864ad1a526c630aa"
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:46 on dist-test-slave-p3t5"
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.781267 25661 fs_report.cc:389] FS layout report
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/data
01:52:46.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.856438 25661 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.864081 25661 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.865223 25661 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:46.906759 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 7
01:52:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:46.928069 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:52:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.134086 25661 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.189:33167
01:52:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.134534 25737 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.189:33167 every 8 connection(s)
01:52:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.137697 25661 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/info.pb
01:52:47.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.141152 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25661
01:52:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.142355 25546 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal/instance
01:52:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.158303 25738 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:52:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.242.188@KRBTEST.COM; defaulting to no policy
01:52:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.242.188@KRBTEST.COM" created.
01:52:47.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.186009 25738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } has no permanent_uuid. Determining permanent_uuid...
01:52:47.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:47.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:47 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067566, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:52:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.24.242.188@KRBTEST.COM; defaulting to no policy
01:52:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.24.242.188@KRBTEST.COM" created.
01:52:47.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.253443 25738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } has no permanent_uuid. Determining permanent_uuid...
01:52:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.274286 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:52:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/logs
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/info.pb
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.188:37291
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.188
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.188
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:52:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:52:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:47 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067566, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:52:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.307381 25738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } has no permanent_uuid. Determining permanent_uuid...
01:52:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.312301 25686 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:47.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.321492 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.371366 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 1
01:52:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.378252 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.446863 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 2
01:52:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.457719 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.549228 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 3
01:52:47.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.556878 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.700394 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 4
01:52:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.709009 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.879494 25747 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.880203 25747 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.880795 25747 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.925175 25747 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:52:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.925424 25747 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.925822 25747 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.926062 25747 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.926268 25747 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.926558 25747 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.926757 25747 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39655/jwks.json
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.969403 25747 master_runner.cc:387] Master server non-default flags:
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/logs
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.188
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.188:37291
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/info.pb
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.188
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.970794 25747 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:47.972095 25747 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.988632 25754 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:48.008680 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 5
01:52:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:48.018581 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:48.566272 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 6
01:52:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:48.580797 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.018874 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } attempt: 8
01:52:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:49 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067564, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:52:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.094182 25652 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } has no permanent_uuid. Determining permanent_uuid...
01:52:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.113508 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.179324 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 1
01:52:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.193205 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.246804 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 2
01:52:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.257751 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.334337 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 3
01:52:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.347373 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.503087 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 4
01:52:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.524482 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.394594 25753 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 25747
01:52:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.562618 25753 kernel_stack_watchdog.cc:198] Thread 25747 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 389ms:
01:52:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:52:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:52:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:52:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:52:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.571801 25747 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.570s user 0.000s sys 0.012s
01:52:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:47.995999 25755 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.573844 25747 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.573s user 0.000s sys 0.012s
01:52:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.575425 25757 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.579847 25747 server_base.cc:1061] running on GCE node
01:52:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.581058 25747 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.584576 25747 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.585932 25747 hybrid_clock.cc:648] HybridClock initialized: now 1786067569585881 us; error 48 us; skew 500 ppm
01:52:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.586760 25747 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:49 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067569, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.596769 25747 init.cc:377] Logged in from keytab as kudu/127.24.242.188@KRBTEST.COM (short username kudu)
01:52:49.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.608790 25747 webserver.cc:533] Webserver started at http://127.24.242.188:43213/ using document root <none> and password file <none>
01:52:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.610267 25747 fs_manager.cc:362] Metadata directory not provided
01:52:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.610572 25747 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:49.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.611200 25747 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.618427 25747 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/instance:
01:52:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97c340e424d74551aa9d078c8d5dccdf"
01:52:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:49 on dist-test-slave-p3t5"
01:52:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.620184 25747 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal/instance:
01:52:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97c340e424d74551aa9d078c8d5dccdf"
01:52:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:49 on dist-test-slave-p3t5"
01:52:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.638818 25747 fs_manager.cc:696] Time spent creating directory manager: real 0.018s user 0.005s sys 0.012s
01:52:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.641387 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 7
01:52:49.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.653132 25773 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.656606 25747 fs_manager.cc:730] Time spent opening block manager: real 0.013s user 0.002s sys 0.006s
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.657401 25747 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97c340e424d74551aa9d078c8d5dccdf"
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:49 on dist-test-slave-p3t5"
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.657999 25747 fs_report.cc:389] FS layout report
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/data
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.661010 25738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.744287 25747 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.757858 25747 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:49.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.758693 25747 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:49.821120 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 5
01:52:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.826932 25603 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111) [suppressed 12 similar messages]
01:52:49.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:49.832754 25652 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:52:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.003763 25747 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.188:37291
01:52:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.004087 25825 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.188:37291 every 8 connection(s)
01:52:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.007128 25747 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/info.pb
01:52:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.018255 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25747
01:52:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.019907 25546 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal/instance
01:52:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.025267 25826 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:52:50.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.061131 25826 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } has no permanent_uuid. Determining permanent_uuid...
01:52:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067561, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:52:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067561, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:52:50.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067569, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:52:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.143374 25826 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } has no permanent_uuid. Determining permanent_uuid...
01:52:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067561, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:52:50.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067569, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:52:50.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.182482 25826 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } has no permanent_uuid. Determining permanent_uuid...
01:52:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067569, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:52:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.225814 25826 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Bootstrap starting.
01:52:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.239812 25826 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Neither blocks nor log segments found. Creating new log.
01:52:50.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.243923 25826 log.cc:826] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Log is configured to *not* fsync() on all Append() calls
01:52:50.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.254196 25826 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: No bootstrap required, opened a new log
01:52:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.291152 25826 raft_consensus.cc:359] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.292194 25826 raft_consensus.cc:385] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:52:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.292505 25826 raft_consensus.cc:740] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97c340e424d74551aa9d078c8d5dccdf, State: Initialized, Role: FOLLOWER
01:52:50.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.293813 25826 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.300045 25835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.301187 25835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: FOLLOWER
01:52:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.302349 25826 sys_catalog.cc:565] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: configured and running, proceeding with master startup.
01:52:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.354290 25652 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 6
01:52:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:50 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067564, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:52:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:50.408018 25847 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:52:50.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:50.408638 25847 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:52:50.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.412689 25652 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Bootstrap starting.
01:52:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.428773 25835 raft_consensus.cc:493] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:52:50.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.429514 25835 raft_consensus.cc:515] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.440726 25835 leader_election.cc:290] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8f40bfebd88404d965be83d0e7720a7 (127.24.242.190:39913), f8337d4ef520437c864ad1a526c630aa (127.24.242.189:33167)
01:52:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.445647 25652 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Neither blocks nor log segments found. Creating new log.
01:52:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.385236 25747 master_runner.cc:187] Error getting master registration for 127.24.242.190:39913: OK, instance_id { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" instance_seqno: 1786067564365529 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:52:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.454882 25747 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:52:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.464257 25652 log.cc:826] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Log is configured to *not* fsync() on all Append() calls
01:52:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.488691 25652 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: No bootstrap required, opened a new log
01:52:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:50.523976 25780 tablet.cc:2406] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:52:50.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.548015 25652 raft_consensus.cc:359] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.549700 25652 raft_consensus.cc:385] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:52:50.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.550351 25652 raft_consensus.cc:740] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8f40bfebd88404d965be83d0e7720a7, State: Initialized, Role: FOLLOWER
01:52:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.552383 25652 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.577037 25652 sys_catalog.cc:565] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: configured and running, proceeding with master startup.
01:52:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.576946 25850 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.578504 25850 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: This master's current role is: FOLLOWER
01:52:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.581000 25626 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97c340e424d74551aa9d078c8d5dccdf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8f40bfebd88404d965be83d0e7720a7" is_pre_election: true
01:52:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.582772 25626 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 97c340e424d74551aa9d078c8d5dccdf in term 0.
01:52:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.586125 25775 leader_election.cc:304] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97c340e424d74551aa9d078c8d5dccdf, d8f40bfebd88404d965be83d0e7720a7; no voters:
01:52:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.588833 25835 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Leader pre-election won for term 1
01:52:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.589270 25835 raft_consensus.cc:493] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:52:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.589696 25835 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 0 FOLLOWER]: Advancing to term 1
01:52:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.625656 25835 raft_consensus.cc:515] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.645053 25626 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97c340e424d74551aa9d078c8d5dccdf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8f40bfebd88404d965be83d0e7720a7"
01:52:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.646420 25626 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 0 FOLLOWER]: Advancing to term 1
01:52:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.648574 25835 leader_election.cc:290] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [CANDIDATE]: Term 1 election: Requested vote from peers d8f40bfebd88404d965be83d0e7720a7 (127.24.242.190:39913), f8337d4ef520437c864ad1a526c630aa (127.24.242.189:33167)
01:52:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.675599 25626 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 97c340e424d74551aa9d078c8d5dccdf in term 1.
01:52:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.678145 25775 leader_election.cc:304] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97c340e424d74551aa9d078c8d5dccdf, d8f40bfebd88404d965be83d0e7720a7; no voters:
01:52:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.680987 25835 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 1 FOLLOWER]: Leader election won for term 1
01:52:50.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:50.693146 25605 tablet.cc:2406] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:52:50.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.697881 25835 raft_consensus.cc:697] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 1 LEADER]: Becoming Leader. State: Replica: 97c340e424d74551aa9d078c8d5dccdf, State: Running, Role: LEADER
01:52:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.699790 25835 consensus_queue.cc:237] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.732038 25860 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97c340e424d74551aa9d078c8d5dccdf. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.733911 25860 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: LEADER
01:52:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.753176 25866 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:52:50.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:50.790203 25865 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:52:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:50.791128 25865 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:52:50.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.749845 25577 master_runner.cc:187] Error getting master registration for 127.24.242.189:33167: OK, instance_id { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" instance_seqno: 1786067567063349 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:52:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.807761 25577 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:52:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.805147 25866 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:52:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.851826 25626 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Refusing update from remote peer 97c340e424d74551aa9d078c8d5dccdf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:52:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.854568 25835 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:52:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.912192 25850 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97c340e424d74551aa9d078c8d5dccdf. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.913301 25850 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: This master's current role is: FOLLOWER
01:52:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.919777 25868 mvcc.cc:204] Tried to move back new op lower bound from 7315732770179858432 to 7315732769607442432. Current Snapshot: MvccSnapshot[applied={T|T < 7315732770179858432}]
01:52:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.932685 25835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.934571 25835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: LEADER
01:52:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.951258 25866 catalog_manager.cc:1383] Generated new cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:52:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.951889 25866 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:52:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.950393 25850 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:50.955221 25850 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: This master's current role is: FOLLOWER
01:52:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.083786 25866 catalog_manager.cc:1406] Generated new certificate authority record
01:52:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.089078 25866 catalog_manager.cc:1540] Loading token signing keys...
01:52:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.177105 25866 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Generated new TSK 0
01:52:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.181207 25866 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:52:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.242.129@KRBTEST.COM; defaulting to no policy
01:52:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.242.129@KRBTEST.COM" created.
01:52:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:51.379642 25546 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.24.242.129: real 0.167s user 0.000s sys 0.024s
01:52:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.24.242.129@KRBTEST.COM; defaulting to no policy
01:52:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.24.242.129@KRBTEST.COM" created.
01:52:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.447919 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal
01:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data
01:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/logs
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data/info.pb
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.129:0
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.242.129
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.129
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.129
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:52:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.755805 25738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } attempt: 8
01:52:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:51.782064 25775 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.242.190:39913, user_credentials={real_user=slave}} blocked reactor thread for 53882.9us
01:52:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:51 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067566, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:52:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.815865 25865 catalog_manager.cc:1295] Loaded cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:52:51.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.822017 25865 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: loading cluster ID for follower catalog manager: success
01:52:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.845224 25865 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: acquiring CA information for follower catalog manager: success
01:52:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.867791 25865 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:52:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.890029 25738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Bootstrap starting.
01:52:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.919579 25738 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Neither blocks nor log segments found. Creating new log.
01:52:51.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.939642 25738 log.cc:826] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Log is configured to *not* fsync() on all Append() calls
01:52:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:51.971560 25738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: No bootstrap required, opened a new log
01:52:52.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.023357 25738 raft_consensus.cc:359] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.025945 25738 raft_consensus.cc:385] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:52:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.026749 25738 raft_consensus.cc:740] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8337d4ef520437c864ad1a526c630aa, State: Initialized, Role: FOLLOWER
01:52:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.028271 25738 consensus_queue.cc:260] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:52:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.039613 25738 sys_catalog.cc:565] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: configured and running, proceeding with master startup.
01:52:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.040530 25709 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 0 FOLLOWER]: Advancing to term 1
01:52:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.046243 25710 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97c340e424d74551aa9d078c8d5dccdf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8337d4ef520437c864ad1a526c630aa"
01:52:52.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.047749 25711 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97c340e424d74551aa9d078c8d5dccdf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8337d4ef520437c864ad1a526c630aa" is_pre_election: true
01:52:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.049985 25711 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54634 (request call id 1) took 1610 ms. Trace:
01:52:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.050994 25710 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54634 (request call id 2) took 1402 ms. Trace:
01:52:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.050446 25711 rpcz_store.cc:276] 0807 01:52:50.439792 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:52:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:50.439975 (+ 183us) service_pool.cc:224] Handling call
01:52:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:52.049871 (+1609896us) inbound_call.cc:177] Queueing success response
01:52:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:52:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.051632 25710 rpcz_store.cc:276] 0807 01:52:50.648954 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:52:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:50.649249 (+ 295us) service_pool.cc:224] Handling call
01:52:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:52.050821 (+1401572us) inbound_call.cc:177] Queueing success response
01:52:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:52:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.038362 25886 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.056116 25886 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: This master's current role is: FOLLOWER
01:52:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.063375 25709 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 1 FOLLOWER]: Refusing update from remote peer 97c340e424d74551aa9d078c8d5dccdf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:52:52.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.064653 25709 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:54634 (request call id 3) took 1215 ms. Trace:
01:52:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.066756 25709 rpcz_store.cc:276] 0807 01:52:50.849829 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:52:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:50.850079 (+ 250us) service_pool.cc:224] Handling call
01:52:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:52.040043 (+1189964us) raft_consensus.cc:1471] Updating replica for 0 ops
01:52:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:52.064014 (+ 23971us) raft_consensus.cc:1697] Filling consensus response to leader.
01:52:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:52:52.064567 (+ 553us) inbound_call.cc:177] Queueing success response
01:52:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:52:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.070887 25880 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [LEADER]: Connected to new peer: Peer: permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:52:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.073259 24888 debug-util.cc:398] Leaking SignalData structure 0x7b0800080ac0 after lost signal to thread 24824
01:52:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.075362 24888 debug-util.cc:398] Leaking SignalData structure 0x7b080008cbe0 after lost signal to thread 24891
01:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.134140 25688 tablet.cc:2406] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:52:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.345429 25886 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97c340e424d74551aa9d078c8d5dccdf. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.346614 25886 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: This master's current role is: FOLLOWER
01:52:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.349732 25894 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.351202 25894 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: This master's current role is: FOLLOWER
01:52:52.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.398063 25903 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:52:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.562919 25880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "97c340e424d74551aa9d078c8d5dccdf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:52:52.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.563845 25880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: LEADER
01:52:52.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.632831 25878 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:52.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.633594 25878 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.634564 25878 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.680562 25878 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:52.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.681759 25878 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.242.129
01:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.729045 25878 tablet_server_runner.cc:78] Tablet server non-default flags:
01:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/logs
01:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.129
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.129:0
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data/info.pb
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.129
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.242.129
01:52:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.730877 25878 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:52.732427 25878 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:52.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.762180 25914 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:53.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:53.425827 25903 catalog_manager.cc:1295] Loaded cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:52:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:53.466591 25903 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: loading cluster ID for follower catalog manager: success
01:52:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:53.551633 25903 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: acquiring CA information for follower catalog manager: success
01:52:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:53.597836 25903 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:52:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:54 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067574, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.034559 25594 init.cc:295] Successfully reacquired a new kerberos TGT
01:52:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:54.950573 25878 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.183s user 0.005s sys 0.003s
01:52:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:54.951063 25878 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.184s user 0.005s sys 0.003s
01:52:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:54.155445 25913 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 25878
01:52:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:54.956173 25917 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:54.962721 25916 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2192 milliseconds
01:52:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.962809 25878 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:52.766814 25915 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.965490 25878 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.976704 25878 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.978232 25878 hybrid_clock.cc:648] HybridClock initialized: now 1786067574978191 us; error 57 us; skew 500 ppm
01:52:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.979647 25878 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:54 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067574, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:54.991508 25878 init.cc:377] Logged in from keytab as kudu/127.24.242.129@KRBTEST.COM (short username kudu)
01:52:55.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.062906 25878 webserver.cc:533] Webserver started at http://127.24.242.129:42793/ using document root <none> and password file <none>
01:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.064774 25878 fs_manager.cc:362] Metadata directory not provided
01:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.065325 25878 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.066109 25878 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.158046 25878 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data/instance:
01:52:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eeb022dec947119992f3fc54d9d139"
01:52:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:55 on dist-test-slave-p3t5"
01:52:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.168467 25878 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal/instance:
01:52:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eeb022dec947119992f3fc54d9d139"
01:52:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:55 on dist-test-slave-p3t5"
01:52:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.207948 25878 fs_manager.cc:696] Time spent creating directory manager: real 0.038s user 0.008s sys 0.012s
01:52:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.236395 25933 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.238195 25878 fs_manager.cc:730] Time spent opening block manager: real 0.024s user 0.013s sys 0.009s
01:52:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.238646 25878 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal
01:52:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eeb022dec947119992f3fc54d9d139"
01:52:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:55 on dist-test-slave-p3t5"
01:52:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.239122 25878 fs_report.cc:389] FS layout report
01:52:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data/data
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:55.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:55.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.352929 25878 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.366684 25878 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.367319 25878 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.377374 25878 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:52:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.398144 25878 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:52:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.398504 25878 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:52:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.398819 25878 ts_tablet_manager.cc:616] Registered 0 tablets
01:52:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:55.399041 25878 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:52:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:56.144459 24888 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0d40 after lost signal to thread 24824
01:52:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:56.145114 24888 debug-util.cc:398] Leaking SignalData structure 0x7b080007c860 after lost signal to thread 24891
01:52:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.265347 25878 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.129:42911
01:52:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.265676 26049 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.129:42911 every 8 connection(s)
01:52:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.268432 25878 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/data/info.pb
01:52:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.273334 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 25878
01:52:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.273865 25546 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-0/wal/instance
01:52:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.242.130@KRBTEST.COM; defaulting to no policy
01:52:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.242.130@KRBTEST.COM" created.
01:52:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:56 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067574, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:52:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:56 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067574, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:52:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:56 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067574, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:52:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.443986 26050 heartbeater.cc:344] Connected to a master server at 127.24.242.188:37291
01:52:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.444530 26050 heartbeater.cc:461] Registering TS with master...
01:52:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.447459 26050 heartbeater.cc:507] Master 127.24.242.188:37291 requested a full tablet report, sending...
01:52:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.455075 25791 ts_manager.cc:194] Registered new tserver with Master: 00eeb022dec947119992f3fc54d9d139 (127.24.242.129:42911)
01:52:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.460014 25791 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.24.242.129@KRBTEST.COM'} at 127.24.242.129:53109
01:52:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:56.467366 25546 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.24.242.130: real 0.178s user 0.003s sys 0.019s
01:52:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.24.242.130@KRBTEST.COM; defaulting to no policy
01:52:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.496424 26057 heartbeater.cc:344] Connected to a master server at 127.24.242.190:39913
01:52:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.496901 26057 heartbeater.cc:461] Registering TS with master...
01:52:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.497534 26057 heartbeater.cc:507] Master 127.24.242.190:39913 requested a full tablet report, sending...
01:52:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.500801 25616 ts_manager.cc:194] Registered new tserver with Master: 00eeb022dec947119992f3fc54d9d139 (127.24.242.129:42911)
01:52:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.24.242.130@KRBTEST.COM" created.
01:52:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.505097 26051 heartbeater.cc:344] Connected to a master server at 127.24.242.189:33167
01:52:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.505754 26051 heartbeater.cc:461] Registering TS with master...
01:52:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.507079 26051 heartbeater.cc:507] Master 127.24.242.189:33167 requested a full tablet report, sending...
01:52:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.518466 25701 ts_manager.cc:194] Registered new tserver with Master: 00eeb022dec947119992f3fc54d9d139 (127.24.242.129:42911)
01:52:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.547585 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/logs
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data/info.pb
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.130:0
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.242.130
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.130
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.130
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:52:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:56 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067576, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:56.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:56.742652 25678 init.cc:295] Successfully reacquired a new kerberos TGT
01:52:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.195084 26064 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.195990 26064 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.196935 26064 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.239243 26064 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:57.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.240374 26064 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.242.130
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:57.283524 26064 tablet_server_runner.cc:78] Tablet server non-default flags:
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/logs
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.130
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.130:0
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data/info.pb
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.130
01:52:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.242.130
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:52:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:57.285377 26064 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:57.286899 26064 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.324952 26071 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:57.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:57.468225 26050 heartbeater.cc:499] Master 127.24.242.188:37291 was elected leader, sending a full tablet report...
01:52:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:57.327853 26070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:58.722100 26069 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 26064
01:52:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:59.303165 26072 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1976 milliseconds
01:52:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:59.303615 26074 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:52:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:59.300717 26064 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.977s user 0.507s sys 1.033s
01:52:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:52:59.304348 26064 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.981s user 0.508s sys 1.033s
01:52:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.304688 26064 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:52:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.307696 26064 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:52:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.310096 26064 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:52:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.311472 26064 hybrid_clock.cc:648] HybridClock initialized: now 1786067579311444 us; error 59 us; skew 500 ppm
01:52:59.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.312350 26064 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:52:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:59 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067579, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.319221 26064 init.cc:377] Logged in from keytab as kudu/127.24.242.130@KRBTEST.COM (short username kudu)
01:52:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.324419 26064 webserver.cc:533] Webserver started at http://127.24.242.130:35149/ using document root <none> and password file <none>
01:52:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.325596 26064 fs_manager.cc:362] Metadata directory not provided
01:52:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.325910 26064 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:52:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.326509 26064 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:52:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.331501 26064 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data/instance:
01:52:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52bfb4cee21b4575873ca76c4e0653c2"
01:52:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:59 on dist-test-slave-p3t5"
01:52:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.332825 26064 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal/instance:
01:52:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52bfb4cee21b4575873ca76c4e0653c2"
01:52:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:59 on dist-test-slave-p3t5"
01:52:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.342947 26064 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
01:52:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.348893 26087 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:52:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.350131 26064 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
01:52:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.350513 26064 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52bfb4cee21b4575873ca76c4e0653c2"
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:59 on dist-test-slave-p3t5"
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.350965 26064 fs_report.cc:389] FS layout report
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data/data
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:52:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:52:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:52:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.411064 26064 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:52:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.416867 26064 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:52:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.417299 26064 kserver.cc:163] Server-wide thread pool size limit: 3276
01:52:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.420567 26064 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:52:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.425122 26064 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:52:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.425370 26064 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:52:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.425745 26064 ts_tablet_manager.cc:616] Registered 0 tablets
01:52:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.425944 26064 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:52:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:52:59 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067579, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:52:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.606659 25768 init.cc:295] Successfully reacquired a new kerberos TGT
01:52:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.906752 26064 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.130:33639
01:52:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.907007 26200 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.130:33639 every 8 connection(s)
01:52:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.909914 26064 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/data/info.pb
01:52:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.911419 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 26064
01:52:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:52:59.912411 25546 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-1/wal/instance
01:52:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.242.131@KRBTEST.COM; defaulting to no policy
01:52:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:52:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.242.131@KRBTEST.COM" created.
01:53:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:00 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067579, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.130@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:53:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:00 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067579, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.130@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:53:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:00 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067579, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.130@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:53:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:53:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.242.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:53:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.045921 25546 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.24.242.131: real 0.112s user 0.006s sys 0.013s
01:53:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.055352 26202 heartbeater.cc:344] Connected to a master server at 127.24.242.189:33167
01:53:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.056233 26202 heartbeater.cc:461] Registering TS with master...
01:53:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.058522 26202 heartbeater.cc:507] Master 127.24.242.189:33167 requested a full tablet report, sending...
01:53:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.062836 26203 heartbeater.cc:344] Connected to a master server at 127.24.242.190:39913
01:53:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.063465 26203 heartbeater.cc:461] Registering TS with master...
01:53:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.065675 26203 heartbeater.cc:507] Master 127.24.242.190:39913 requested a full tablet report, sending...
01:53:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.066385 25701 ts_manager.cc:194] Registered new tserver with Master: 52bfb4cee21b4575873ca76c4e0653c2 (127.24.242.130:33639)
01:53:00.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.071396 25616 ts_manager.cc:194] Registered new tserver with Master: 52bfb4cee21b4575873ca76c4e0653c2 (127.24.242.130:33639)
01:53:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.072402 26201 heartbeater.cc:344] Connected to a master server at 127.24.242.188:37291
01:53:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.072914 26201 heartbeater.cc:461] Registering TS with master...
01:53:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.075145 26201 heartbeater.cc:507] Master 127.24.242.188:37291 requested a full tablet report, sending...
01:53:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.079315 25791 ts_manager.cc:194] Registered new tserver with Master: 52bfb4cee21b4575873ca76c4e0653c2 (127.24.242.130:33639)
01:53:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.082058 25791 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.24.242.130@KRBTEST.COM'} at 127.24.242.130:59849
01:53:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.24.242.131@KRBTEST.COM; defaulting to no policy
01:53:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.24.242.131@KRBTEST.COM" created.
01:53:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:53:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.24.242.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab.
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.115025 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/logs
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data/info.pb
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.131:0
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.242.131
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.131
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.131
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.690694 26215 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.691242 26215 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.691798 26215 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.729439 26215 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.730449 26215 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.242.131
01:53:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.775427 26215 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/logs
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.131
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.131:0
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data/info.pb
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.131
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.242.131
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:53:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.776774 26215 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:00.777944 26215 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.797183 26221 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:01.087538 26201 heartbeater.cc:499] Master 127.24.242.188:37291 was elected leader, sending a full tablet report...
01:53:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.274546 25246 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8c20 after lost signal to thread 25115
01:53:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.276305 25246 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4b80 after lost signal to thread 25249
01:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.205152 26220 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 26215
01:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:00.802182 26222 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.860965 26215 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.056s user 0.628s sys 1.068s
01:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.863257 26215 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.058s user 0.628s sys 1.068s
01:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.863344 26223 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2054 milliseconds
01:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:02.864493 26224 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.864408 26215 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.870458 26215 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.878264 26215 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:02.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.879777 26215 hybrid_clock.cc:648] HybridClock initialized: now 1786067582879724 us; error 71 us; skew 500 ppm
01:53:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.881021 26215 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:02 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067582, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.890717 26215 init.cc:377] Logged in from keytab as kudu/127.24.242.131@KRBTEST.COM (short username kudu)
01:53:02.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.924330 26215 webserver.cc:533] Webserver started at http://127.24.242.131:33523/ using document root <none> and password file <none>
01:53:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.925729 26215 fs_manager.cc:362] Metadata directory not provided
01:53:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.926038 26215 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.926647 26215 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.933651 26215 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data/instance:
01:53:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "040975ce294e4578ac0718993ec3e0f3"
01:53:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:53:02 on dist-test-slave-p3t5"
01:53:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.935592 26215 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal/instance:
01:53:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "040975ce294e4578ac0718993ec3e0f3"
01:53:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:53:02 on dist-test-slave-p3t5"
01:53:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.953444 26215 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.004s sys 0.007s
01:53:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.962934 26236 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.964534 26215 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.005s sys 0.000s
01:53:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.965009 26215 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal
01:53:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "040975ce294e4578ac0718993ec3e0f3"
01:53:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:53:02 on dist-test-slave-p3t5"
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:02.965495 26215 fs_report.cc:389] FS layout report
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data/data
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.080856 26215 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.093243 26215 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.093902 26215 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:03.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.103053 26215 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.109553 26215 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.109930 26215 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
01:53:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.110226 26215 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.110462 26215 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.821599 26215 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.131:40483
01:53:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.822227 26351 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.131:40483 every 8 connection(s)
01:53:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.825350 26215 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/data/info.pb
01:53:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.826428 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 26215
01:53:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:03.826974 25546 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/ts-2/wal/instance
01:53:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:03 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067582, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.131@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:53:03.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:03 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067582, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.131@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:53:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:03 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067582, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.131@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:53:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:04 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.032471 25928 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:04.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:04 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.039795 25594 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.049875 26352 heartbeater.cc:344] Connected to a master server at 127.24.242.188:37291
01:53:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.049822 26353 heartbeater.cc:344] Connected to a master server at 127.24.242.189:33167
01:53:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.050465 26352 heartbeater.cc:461] Registering TS with master...
01:53:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.050621 26353 heartbeater.cc:461] Registering TS with master...
01:53:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.053373 26353 heartbeater.cc:507] Master 127.24.242.189:33167 requested a full tablet report, sending...
01:53:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.056826 26352 heartbeater.cc:507] Master 127.24.242.188:37291 requested a full tablet report, sending...
01:53:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.058594 26354 heartbeater.cc:344] Connected to a master server at 127.24.242.190:39913
01:53:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.059069 26354 heartbeater.cc:461] Registering TS with master...
01:53:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.059955 25791 ts_manager.cc:194] Registered new tserver with Master: 040975ce294e4578ac0718993ec3e0f3 (127.24.242.131:40483)
01:53:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.061113 26354 heartbeater.cc:507] Master 127.24.242.190:39913 requested a full tablet report, sending...
01:53:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.062983 25791 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.24.242.131@KRBTEST.COM'} at 127.24.242.131:35921
01:53:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.066195 25701 ts_manager.cc:194] Registered new tserver with Master: 040975ce294e4578ac0718993ec3e0f3 (127.24.242.131:40483)
01:53:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.066740 25616 ts_manager.cc:194] Registered new tserver with Master: 040975ce294e4578ac0718993ec3e0f3 (127.24.242.131:40483)
01:53:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.083048 25546 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:53:04.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:04.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:53:04.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:53:04.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:53:04.132 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.242.190"
port: 39913
}
bound_http_address {
host: "127.24.242.190"
port: 43201
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.242.189"
port: 33167
}
bound_http_address {
host: "127.24.242.189"
port: 44279
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.242.188"
port: 37291
}
bound_http_address {
host: "127.24.242.188"
port: 43213
}
}
}
01:53:04.132 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:53:04.133 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.242.129"
port: 42911
}
bound_http_address {
host: "127.24.242.129"
port: 42793
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.242.130"
port: 33639
}
bound_http_address {
host: "127.24.242.130"
port: 35149
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.242.131"
port: 40483
}
bound_http_address {
host: "127.24.242.131"
port: 33523
}
}
}
01:53:04.134 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:53:04.135 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:53:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:04 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.247737 25546 mini_kdc.cc:305] Time spent kinit for test-admin: real 0.112s user 0.000s sys 0.029s
01:53:04.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:04.251 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc
01:53:04.272 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:53:04.273 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc
01:53:04.275 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:53:04.299 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:53:04.303 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:53:04.303 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:53:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:04 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:04.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:04.375 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc
01:53:04.377 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:53:04.379 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.242.190:39913
01:53:04.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:53:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.382614 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25577
01:53:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.432703 25775 connection.cc:573] client connection to 127.24.242.190:39913 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:53:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.433226 25775 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:53:04.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:04.438 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.242.189:33167
01:53:04.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:53:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.439502 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25661
01:53:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.448504 25775 consensus_peers.cc:597] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf -> Peer d8f40bfebd88404d965be83d0e7720a7 (127.24.242.190:39913): Couldn't send request to peer d8f40bfebd88404d965be83d0e7720a7. Status: Network error: Client connection negotiation failed: client connection to 127.24.242.190:39913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:53:04.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:04.497 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.242.188:37291
01:53:04.497 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:53:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.498358 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25747
01:53:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.545426 25937 connection.cc:573] client connection to 127.24.242.188:37291 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:53:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.547380 26050 heartbeater.cc:646] Failed to heartbeat to 127.24.242.188:37291 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:53:04.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:04.550 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.242.190:39913
01:53:04.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:53:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:04.556632 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:53:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data
01:53:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/logs
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/info.pb
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.190:39913
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.190
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43201
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.190
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.987062 26372 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.987792 26372 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:04.988730 26372 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.027781 26372 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.028128 26372 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.028579 26372 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.028947 26372 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.029302 26372 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.029697 26372 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.029964 26372 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39655/jwks.json
01:53:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:05.070623 26352 heartbeater.cc:499] Master 127.24.242.188:37291 was elected leader, sending a full tablet report...
01:53:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.084416 26352 heartbeater.cc:646] Failed to heartbeat to 127.24.242.188:37291 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:05.089954 26372 master_runner.cc:387] Master server non-default flags:
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/logs
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data
01:53:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.190
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.190:39913
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/info.pb
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.190
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43201
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:53:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:05.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:05.091576 26372 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:05.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:05.092864 26372 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.105647 26381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.129122 26202 heartbeater.cc:646] Failed to heartbeat to 127.24.242.189:33167 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:53:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.511202 26380 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 26372
01:53:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.723732 26380 kernel_stack_watchdog.cc:198] Thread 26372 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
01:53:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:05.106828 26382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.727232 26372 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.620s user 0.536s sys 0.995s
01:53:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.727788 26372 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.622s user 0.537s sys 0.995s
01:53:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.730450 26384 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.733726 26383 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1621 milliseconds
01:53:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.733728 26372 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.735330 26372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.738361 26372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.739791 26372 hybrid_clock.cc:648] HybridClock initialized: now 1786067586739630 us; error 141 us; skew 500 ppm
01:53:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.740685 26372 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:06 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067586, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.748049 26372 init.cc:377] Logged in from keytab as kudu/127.24.242.190@KRBTEST.COM (short username kudu)
01:53:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.753693 26372 webserver.cc:533] Webserver started at http://127.24.242.190:43201/ using document root <none> and password file <none>
01:53:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.754681 26372 fs_manager.cc:362] Metadata directory not provided
01:53:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.754908 26372 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.763360 26372 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.004s
01:53:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.768074 26408 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:06.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.769449 26372 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
01:53:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.769893 26372 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:53:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8f40bfebd88404d965be83d0e7720a7"
01:53:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:44 on dist-test-slave-p3t5"
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.772620 26372 fs_report.cc:389] FS layout report
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/wal
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/data
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.836745 25387 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3700 after lost signal to thread 25262
01:53:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.837163 26372 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:06.837599 25387 debug-util.cc:398] Leaking SignalData structure 0x7b08000adcc0 after lost signal to thread 25390
01:53:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.843995 26372 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.844579 26372 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.944795 26372 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.190:39913
01:53:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.944870 26460 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.190:39913 every 8 connection(s)
01:53:06.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.947919 26372 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-0/data/info.pb
01:53:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.956753 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 26372
01:53:06.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:06.957 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.242.189:33167
01:53:06.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:53:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.960036 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:53:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data
01:53:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/logs
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/info.pb
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.189:33167
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.189
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44279
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.189
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.961284 26461 sys_catalog.cc:263] Verifying existing consensus state
01:53:06.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:06.971603 26461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Bootstrap starting.
01:53:07.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.035025 26461 log.cc:826] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Log is configured to *not* fsync() on all Append() calls
01:53:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.057848 26461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:53:07.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.058944 26461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Bootstrap complete.
01:53:07.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.098037 26461 raft_consensus.cc:359] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:07.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.101933 26461 raft_consensus.cc:740] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8f40bfebd88404d965be83d0e7720a7, State: Initialized, Role: FOLLOWER
01:53:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.103302 26461 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.115887 26461 sys_catalog.cc:565] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: configured and running, proceeding with master startup.
01:53:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.117378 26467 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.127810 26467 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: This master's current role is: FOLLOWER
01:53:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.162798 26354 heartbeater.cc:344] Connected to a master server at 127.24.242.190:39913
01:53:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.321779 26484 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.338940 26203 heartbeater.cc:344] Connected to a master server at 127.24.242.190:39913
01:53:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.346213 26425 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "52bfb4cee21b4575873ca76c4e0653c2" instance_seqno: 1786067579797163) as {username='kudu', principal='kudu/127.24.242.130@KRBTEST.COM'} at 127.24.242.130:55743; Asking this server to re-register.
01:53:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.349148 26203 heartbeater.cc:461] Registering TS with master...
01:53:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:07 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067586, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:53:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.354643 26425 ts_manager.cc:194] Registered new tserver with Master: 52bfb4cee21b4575873ca76c4e0653c2 (127.24.242.130:33639)
01:53:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.371366 26372 master_runner.cc:187] Error getting master registration for 127.24.242.189:33167: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111),
01:53:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.405431 26372 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.468547 26463 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.469271 26463 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.470098 26463 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:07.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.508323 26463 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:07.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.508656 26463 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.508944 26463 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.509217 26463 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.509473 26463 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.509888 26463 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.510186 26463 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39655/jwks.json
01:53:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.589145 26463 master_runner.cc:387] Master server non-default flags:
01:53:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/logs
01:53:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.189
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.189:33167
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/info.pb
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.189
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44279
01:53:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.590930 26463 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.592355 26463 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.611810 26493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:07.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:07 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:53:07.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.646601 26057 heartbeater.cc:344] Connected to a master server at 127.24.242.190:39913
01:53:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.650578 26425 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "00eeb022dec947119992f3fc54d9d139" instance_seqno: 1786067576091463) as {username='kudu', principal='kudu/127.24.242.129@KRBTEST.COM'} at 127.24.242.129:45793; Asking this server to re-register.
01:53:07.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.653007 26057 heartbeater.cc:461] Registering TS with master...
01:53:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:07.657393 26425 ts_manager.cc:194] Registered new tserver with Master: 00eeb022dec947119992f3fc54d9d139 (127.24.242.129:42911)
01:53:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.170928 26425 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "040975ce294e4578ac0718993ec3e0f3" instance_seqno: 1786067583680130) as {username='kudu', principal='kudu/127.24.242.131@KRBTEST.COM'} at 127.24.242.131:45795; Asking this server to re-register.
01:53:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.173167 26354 heartbeater.cc:461] Registering TS with master...
01:53:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.177407 26425 ts_manager.cc:194] Registered new tserver with Master: 040975ce294e4578ac0718993ec3e0f3 (127.24.242.131:40483)
01:53:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.388353 26484 catalog_manager.cc:1295] Loaded cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:53:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.388646 26484 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: loading cluster ID for follower catalog manager: success
01:53:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.409276 26484 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: acquiring CA information for follower catalog manager: success
01:53:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.428367 26484 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.707664 26507 raft_consensus.cc:493] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.708635 26507 raft_consensus.cc:515] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.735054 26507 leader_election.cc:290] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f8337d4ef520437c864ad1a526c630aa (127.24.242.189:33167), 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291)
01:53:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:08.758294 26411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:53:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:08.769137 26411 leader_election.cc:336] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f8337d4ef520437c864ad1a526c630aa (127.24.242.189:33167): Network error: Client connection negotiation failed: client connection to 127.24.242.189:33167: connect: Connection refused (error 111)
01:53:08.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:08.771163 26412 leader_election.cc:336] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291): Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:53:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.771600 26412 leader_election.cc:304] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d8f40bfebd88404d965be83d0e7720a7; no voters: 97c340e424d74551aa9d078c8d5dccdf, f8337d4ef520437c864ad1a526c630aa
01:53:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:08.772666 26507 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:53:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:09 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067589, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.324290 26083 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.368440 26348 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad4c0 after lost signal to thread 26216
01:53:09.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.369688 26348 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba720 after lost signal to thread 26351
01:53:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.019599 26492 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 26463
01:53:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:07.615072 26494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.795101 26463 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.180s user 0.000s sys 0.007s
01:53:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.797204 26463 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.183s user 0.000s sys 0.007s
01:53:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.797140 26497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.797552 26463 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:09.794287 26495 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2174 milliseconds
01:53:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.803059 26463 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.817397 26463 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.818915 26463 hybrid_clock.cc:648] HybridClock initialized: now 1786067589818853 us; error 54 us; skew 500 ppm
01:53:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.820114 26463 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:09 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067589, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.829399 26463 init.cc:377] Logged in from keytab as kudu/127.24.242.189@KRBTEST.COM (short username kudu)
01:53:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.866745 26463 webserver.cc:533] Webserver started at http://127.24.242.189:44279/ using document root <none> and password file <none>
01:53:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.868618 26463 fs_manager.cc:362] Metadata directory not provided
01:53:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.869215 26463 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.890116 26463 fs_manager.cc:714] Time spent opening directory manager: real 0.015s user 0.001s sys 0.011s
01:53:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.904534 26526 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.907305 26463 fs_manager.cc:730] Time spent opening block manager: real 0.013s user 0.001s sys 0.008s
01:53:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.908282 26463 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:53:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8337d4ef520437c864ad1a526c630aa"
01:53:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:46 on dist-test-slave-p3t5"
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:09.915513 26463 fs_report.cc:389] FS layout report
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/wal
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/data
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.049185 26463 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.069075 26463 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.070079 26463 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.330667 26463 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.189:33167
01:53:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.330807 26578 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.189:33167 every 8 connection(s)
01:53:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.335713 26463 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-1/data/info.pb
01:53:10.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.338042 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 26463
01:53:10.339 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:10.340 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.242.188:37291
01:53:10.340 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:53:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.342509 25546 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/logs
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/info.pb
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.188:37291
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.188
01:53:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43213
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.188
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.421157 26586 raft_consensus.cc:493] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.422317 26586 raft_consensus.cc:515] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:10.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.443056 26586 leader_election.cc:290] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f8337d4ef520437c864ad1a526c630aa (127.24.242.189:33167), 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291)
01:53:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.462811 26579 sys_catalog.cc:263] Verifying existing consensus state
01:53:10.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:10 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067589, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.130@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:53:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:10.481901 26412 leader_election.cc:336] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291): Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:53:10.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:10 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067586, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:53:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.497328 26579 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Bootstrap starting.
01:53:10.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.517481 26202 heartbeater.cc:344] Connected to a master server at 127.24.242.189:33167
01:53:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.593381 26579 log.cc:826] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Log is configured to *not* fsync() on all Append() calls
01:53:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.636411 26579 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:53:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.638141 26579 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: Bootstrap complete.
01:53:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.691609 26579 raft_consensus.cc:359] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.697999 26579 raft_consensus.cc:740] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8337d4ef520437c864ad1a526c630aa, State: Initialized, Role: FOLLOWER
01:53:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.700017 26579 consensus_queue.cc:260] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:10 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:53:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.723819 26554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8f40bfebd88404d965be83d0e7720a7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f8337d4ef520437c864ad1a526c630aa" is_pre_election: true
01:53:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.724944 26554 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d8f40bfebd88404d965be83d0e7720a7 in term 1.
01:53:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.726929 26411 leader_election.cc:304] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d8f40bfebd88404d965be83d0e7720a7, f8337d4ef520437c864ad1a526c630aa; no voters: 97c340e424d74551aa9d078c8d5dccdf
01:53:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.728247 26586 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:53:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.728610 26586 raft_consensus.cc:493] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:53:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.728940 26586 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 1 FOLLOWER]: Advancing to term 2
01:53:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.740578 26586 raft_consensus.cc:515] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.722851 26595 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.742584 26595 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: This master's current role is: FOLLOWER
01:53:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.743228 26579 sys_catalog.cc:565] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: configured and running, proceeding with master startup.
01:53:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.751302 26554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d8f40bfebd88404d965be83d0e7720a7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f8337d4ef520437c864ad1a526c630aa"
01:53:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.751955 26554 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 1 FOLLOWER]: Advancing to term 2
01:53:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:10.771317 26412 leader_election.cc:336] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291): Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111)
01:53:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.775661 26586 leader_election.cc:290] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 election: Requested vote from peers f8337d4ef520437c864ad1a526c630aa (127.24.242.189:33167), 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291)
01:53:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.778069 26554 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d8f40bfebd88404d965be83d0e7720a7 in term 2.
01:53:10.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.781508 26411 leader_election.cc:304] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d8f40bfebd88404d965be83d0e7720a7, f8337d4ef520437c864ad1a526c630aa; no voters: 97c340e424d74551aa9d078c8d5dccdf
01:53:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.783075 26586 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 2 FOLLOWER]: Leader election won for term 2
01:53:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.793071 26051 heartbeater.cc:344] Connected to a master server at 127.24.242.189:33167
01:53:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.798533 26586 raft_consensus.cc:697] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [term 2 LEADER]: Becoming Leader. State: Replica: d8f40bfebd88404d965be83d0e7720a7, State: Running, Role: LEADER
01:53:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.800006 26586 consensus_queue.cc:237] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.821255 26597 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f40bfebd88404d965be83d0e7720a7. Latest consensus state: current_term: 2 leader_uuid: "d8f40bfebd88404d965be83d0e7720a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.823474 26597 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: This master's current role is: LEADER
01:53:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.834909 26604 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:53:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.851617 26604 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:53:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.867753 26604 catalog_manager.cc:1295] Loaded cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:53:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.868486 26604 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:53:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.874543 26610 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.877444 26604 catalog_manager.cc:1540] Loading token signing keys...
01:53:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.892441 26604 catalog_manager.cc:6081] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7: Loaded TSK: 0
01:53:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:10.907786 26604 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:53:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:10 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067589, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:53:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:11 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067589, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.189@KRBTEST.COM for kudu/127.24.242.189@KRBTEST.COM
01:53:11.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.115664 26463 master_runner.cc:187] Error getting master registration for 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111),
01:53:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.174983 26463 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.236138 26353 heartbeater.cc:344] Connected to a master server at 127.24.242.189:33167
01:53:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.249253 26544 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "040975ce294e4578ac0718993ec3e0f3" instance_seqno: 1786067583680130) as {username='kudu', principal='kudu/127.24.242.131@KRBTEST.COM'} at 127.24.242.131:35151; Asking this server to re-register.
01:53:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.251400 26353 heartbeater.cc:461] Registering TS with master...
01:53:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.254653 26554 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [term 2 FOLLOWER]: Refusing update from remote peer d8f40bfebd88404d965be83d0e7720a7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:53:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.254998 26544 ts_manager.cc:194] Registered new tserver with Master: 040975ce294e4578ac0718993ec3e0f3 (127.24.242.131:40483)
01:53:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.256562 26597 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
01:53:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.294452 26412 consensus_peers.cc:597] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 -> Peer 97c340e424d74551aa9d078c8d5dccdf (127.24.242.188:37291): Couldn't send request to peer 97c340e424d74551aa9d078c8d5dccdf. Status: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:53:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.308388 26584 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.309573 26584 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.311045 26584 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:11.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.314236 26621 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f40bfebd88404d965be83d0e7720a7. Latest consensus state: current_term: 2 leader_uuid: "d8f40bfebd88404d965be83d0e7720a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.314793 26621 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: This master's current role is: FOLLOWER
01:53:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.326946 26586 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "d8f40bfebd88404d965be83d0e7720a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.327730 26586 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8f40bfebd88404d965be83d0e7720a7 [sys.catalog]: This master's current role is: LEADER
01:53:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.333748 26621 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d8f40bfebd88404d965be83d0e7720a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.334626 26621 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa [sys.catalog]: This master's current role is: FOLLOWER
01:53:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.395015 26584 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.395426 26584 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.395998 26584 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.396396 26584 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.396804 26584 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.397249 26584 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.397554 26584 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39655/jwks.json
01:53:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.490236 26584 master_runner.cc:387] Master server non-default flags:
01:53:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/logs
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.242.148:32809
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/krb5kdc/kudu.keytab
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.242.188
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.242.188:37291
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39655/jwks.json
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/info.pb
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.242.188
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43213
01:53:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 01:43:22 UTC on e7f111948823
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13219
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.492935 26584 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.494575 26584 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.512594 26628 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:11.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.524971 26544 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "52bfb4cee21b4575873ca76c4e0653c2" instance_seqno: 1786067579797163) as {username='kudu', principal='kudu/127.24.242.130@KRBTEST.COM'} at 127.24.242.130:48299; Asking this server to re-register.
01:53:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.526899 26202 heartbeater.cc:461] Registering TS with master...
01:53:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.530741 26544 ts_manager.cc:194] Registered new tserver with Master: 52bfb4cee21b4575873ca76c4e0653c2 (127.24.242.130:33639)
01:53:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.799434 26544 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "00eeb022dec947119992f3fc54d9d139" instance_seqno: 1786067576091463) as {username='kudu', principal='kudu/127.24.242.129@KRBTEST.COM'} at 127.24.242.129:50983; Asking this server to re-register.
01:53:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.802008 26051 heartbeater.cc:461] Registering TS with master...
01:53:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.805657 26544 ts_manager.cc:194] Registered new tserver with Master: 00eeb022dec947119992f3fc54d9d139 (127.24.242.129:42911)
01:53:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.902146 26610 catalog_manager.cc:1295] Loaded cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:53:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.902431 26610 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: loading cluster ID for follower catalog manager: success
01:53:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.918731 26610 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: acquiring CA information for follower catalog manager: success
01:53:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.925024 26610 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f8337d4ef520437c864ad1a526c630aa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:12.194207 26354 heartbeater.cc:499] Master 127.24.242.190:39913 was elected leader, sending a full tablet report...
01:53:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:12.382802 26203 heartbeater.cc:499] Master 127.24.242.190:39913 was elected leader, sending a full tablet report...
01:53:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:12.420202 26372 master_runner.cc:187] Error getting master registration for 127.24.242.188:37291: Network error: Client connection negotiation failed: client connection to 127.24.242.188:37291: connect: Connection refused (error 111),
01:53:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:12.420710 26372 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:12.679596 26057 heartbeater.cc:499] Master 127.24.242.190:39913 was elected leader, sending a full tablet report...
01:53:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:12 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067592, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:12.910182 26232 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.533371 26632 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:11.534061 26584 server_base.cc:1061] running on GCE node
01:53:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:11.537001 26629 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.323823 26584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.327409 26584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.328894 26584 hybrid_clock.cc:648] HybridClock initialized: now 1786067593328763 us; error 126 us; skew 500 ppm
01:53:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.330025 26584 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:13 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067593, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.338829 26584 init.cc:377] Logged in from keytab as kudu/127.24.242.188@KRBTEST.COM (short username kudu)
01:53:13.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.357551 26584 webserver.cc:533] Webserver started at http://127.24.242.188:43213/ using document root <none> and password file <none>
01:53:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.359061 26584 fs_manager.cc:362] Metadata directory not provided
01:53:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.359405 26584 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.383920 26584 fs_manager.cc:714] Time spent opening directory manager: real 0.020s user 0.004s sys 0.016s
01:53:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.389921 26653 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.391614 26584 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.392067 26584 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data,/tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97c340e424d74551aa9d078c8d5dccdf"
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 01:52:49 on dist-test-slave-p3t5"
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.395004 26584 fs_report.cc:389] FS layout report
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/wal
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/data
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.465082 26584 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:13.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.473843 26584 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:13.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.474444 26584 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.584873 26584 rpc_server.cc:307] RPC server started. Bound to: 127.24.242.188:37291
01:53:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.585021 26705 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.242.188:37291 every 8 connection(s)
01:53:13.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.588294 26584 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktzj4sM/test-tmp/mini-kudu-cluster8920944691234268779/master-2/data/info.pb
01:53:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.591873 25546 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu as pid 26584
01:53:13.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.605160 26706 sys_catalog.cc:263] Verifying existing consensus state
01:53:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.614343 26706 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Bootstrap starting.
01:53:13.653 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.242.190:39913(127.24.242.190:39913)] connecting to peer
01:53:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.667397 26706 log.cc:826] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Log is configured to *not* fsync() on all Append() calls
01:53:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.691980 26706 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:53:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.693241 26706 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: Bootstrap complete.
01:53:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.732597 26706 raft_consensus.cc:359] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.736543 26706 raft_consensus.cc:740] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97c340e424d74551aa9d078c8d5dccdf, State: Initialized, Role: FOLLOWER
01:53:13.737 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.242.189:33167(127.24.242.189:33167)] connecting to peer
01:53:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.737834 26706 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } }
01:53:13.744 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.242.188:37291(127.24.242.188:37291)] connecting to peer
01:53:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.751912 26711 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.752928 26711 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: FOLLOWER
01:53:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.753918 26706 sys_catalog.cc:565] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: configured and running, proceeding with master startup.
01:53:13.776 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.242.188:37291(127.24.242.188:37291)] Successfully connected to peer
01:53:13.782 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.242.189:33167(127.24.242.189:33167)] Successfully connected to peer
01:53:13.782 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.242.190:39913(127.24.242.190:39913)] Successfully connected to peer
01:53:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:13 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067584, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:53:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:13 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067586, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.190@KRBTEST.COM for kudu/127.24.242.188@KRBTEST.COM
01:53:13.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.946678 26050 heartbeater.cc:344] Connected to a master server at 127.24.242.188:37291
01:53:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:13.973476 26681 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [term 1 FOLLOWER]: Advancing to term 2
01:53:14.000 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:53:14.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.242.190:39913(127.24.242.190:39913)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:14.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.242.189:33167(127.24.242.189:33167)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:14.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.242.190:39913: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:14.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.242.189:33167: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:14.007869 26718 negotiation.cc:336] Failed RPC negotiation. Trace:
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.779533 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:60624 (local address 127.24.242.190:39913)
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.859499 (+ 79966us) server_negotiation.cc:207] Beginning negotiation
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.859569 (+ 70us) server_negotiation.cc:400] Waiting for connection header
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.943734 (+ 84165us) server_negotiation.cc:408] Connection header received
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.978929 (+ 35195us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.978963 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:53:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.979209 (+ 246us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.979398 (+ 189us) server_negotiation.cc:227] Negotiated authn=SASL
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:14.006294 (+ 26896us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:60624: BlockingRecv error: recv got EOF from 127.0.0.1:60624 (error 108)
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":72541,"thread_start_us":72149,"threads_started":1}
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:14.008028 26719 negotiation.cc:336] Failed RPC negotiation. Trace:
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.782295 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:33974 (local address 127.24.242.189:33167)
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.842728 (+ 60433us) server_negotiation.cc:207] Beginning negotiation
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.842765 (+ 37us) server_negotiation.cc:400] Waiting for connection header
01:53:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.936727 (+ 93962us) server_negotiation.cc:408] Connection header received
01:53:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.977703 (+ 40976us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:53:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.977763 (+ 60us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:53:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.978033 (+ 270us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:53:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.978242 (+ 209us) server_negotiation.cc:227] Negotiated authn=SASL
01:53:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:14.006299 (+ 28057us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33974: BlockingRecv error: recv got EOF from 127.0.0.1:33974 (error 108)
01:53:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":59306,"thread_start_us":58837,"threads_started":1}
01:53:14.011 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.242.189:33167(127.24.242.189:33167)] handling channelInactive
01:53:14.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.242.188:37291(127.24.242.188:37291)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:14.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.242.190:39913(127.24.242.190:39913)] handling channelInactive
01:53:14.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.242.188:37291: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.021596 26733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d8f40bfebd88404d965be83d0e7720a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:14.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=418), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.242.190:39913, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.242.189:33167, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.242.188:37291, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.242.190:39913: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [403ms] Sub RPC ConnectToMaster: received response from server master-127.24.242.189:33167: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [410ms] Sub RPC ConnectToMaster: received response from server master-127.24.242.188:37291: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
01:53:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.023159 26711 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: SysCatalogTable state changed. Reason: New leader d8f40bfebd88404d965be83d0e7720a7. Latest consensus state: current_term: 2 leader_uuid: "d8f40bfebd88404d965be83d0e7720a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8f40bfebd88404d965be83d0e7720a7" member_type: VOTER last_known_addr { host: "127.24.242.190" port: 39913 } } peers { permanent_uuid: "f8337d4ef520437c864ad1a526c630aa" member_type: VOTER last_known_addr { host: "127.24.242.189" port: 33167 } } peers { permanent_uuid: "97c340e424d74551aa9d078c8d5dccdf" member_type: VOTER last_known_addr { host: "127.24.242.188" port: 37291 } } }
01:53:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.023995 26711 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: FOLLOWER
01:53:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.023764 26733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf [sys.catalog]: This master's current role is: FOLLOWER
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
01:53:14.029 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=431), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.242.190:39913, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.242.189:33167, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.242.188:37291, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.242.190:39913: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [403ms] Sub RPC ConnectToMaster: received response from server master-127.24.242.189:33167: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [410ms] Sub RPC ConnectToMaster: received response from server master-127.24.242.188:37291: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
01:53:14.030 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.242.188:37291(127.24.242.188:37291)] handling channelInactive
01:53:14.032 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.242.189:33167(127.24.242.189:33167)] disconnecting while in state TERMINATED
01:53:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 01:53:14.034320 26715 negotiation.cc:336] Failed RPC negotiation. Trace:
01:53:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.773333 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:48112 (local address 127.24.242.188:37291)
01:53:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.787308 (+ 13975us) server_negotiation.cc:207] Beginning negotiation
01:53:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.787346 (+ 38us) server_negotiation.cc:400] Waiting for connection header
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.925591 (+138245us) server_negotiation.cc:408] Connection header received
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.979596 (+ 54005us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.979630 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.979867 (+ 237us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:13.980035 (+ 168us) server_negotiation.cc:227] Negotiated authn=SASL
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 01:53:14.031194 (+ 51159us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:48112: BlockingRecv error: recv got EOF from 127.0.0.1:48112 (error 108)
01:53:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":13045,"thread_start_us":16196,"threads_started":1}
01:53:14.035 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.242.190:39913(127.24.242.190:39913)] disconnecting while in state TERMINATED
01:53:14.036 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.242.188:37291(127.24.242.188:37291)] disconnecting while in state TERMINATED
01:53:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:14 dist-test-slave-p3t5 krb5kdc[25559](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067594, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:14.038 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:53:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.038116 25928 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:14.048 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:53:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.079646 26734 catalog_manager.cc:1295] Loaded cluster ID: bf8d644831204c86bd26db0c4d8379c0
01:53:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 01:53:14 dist-test-slave-p3t5 krb5kdc[25559](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786067593, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.242.188@KRBTEST.COM for kudu/127.24.242.190@KRBTEST.COM
01:53:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.082296 26734 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: loading cluster ID for follower catalog manager: success
01:53:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.089368 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25878
01:53:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.101449 26734 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: acquiring CA information for follower catalog manager: success
01:53:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.108259 26734 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 97c340e424d74551aa9d078c8d5dccdf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.138904 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 26064
01:53:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.194336 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 26215
01:53:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.248515 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 26372
01:53:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.298519 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 26463
01:53:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:14.332278 25546 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 26584
01:53:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T01:53:15Z chronyd exiting
01:53:16.637 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:53:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:16.640714 24811 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25096
01:53:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:16.669234 24811 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25258
01:53:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:16.699918 24811 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 25400
01:53:16.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:16.732759 24811 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 24823
01:53:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:16.768231 24811 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 24894
01:53:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 01:53:16.801826 24811 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktzj4sM/build/tsan/bin/kudu with pid 24969
01:53:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T01:53:17Z chronyd exiting
01:53:19.017 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
01:53:19.427 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
01:53:19.427 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.24.242.190:39913,127.24.242.189:33167,127.24.242.188:37291). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more