01:59:12.316 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:59:12.331 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktMziQI/test-tmp
01:59:12.341 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:59:12.345 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktMziQI/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:59:12.625 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:59:12.894 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:59:12.895 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:59:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:12.900458 26446 mini_oidc.cc:150] Starting JWKS server
01:59:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:12.905565 26446 webserver.cc:533] Webserver started at http://127.0.0.1:35293/ using document root <none> and password file <none>
01:59:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:12.906153 26446 mini_oidc.cc:186] Starting OIDC Discovery server
01:59:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:12.908212 26446 webserver.cc:533] Webserver started at http://127.0.0.1:41063/ using document root <none> and password file <none>
01:59:12.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T01:59:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:59:12.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T01:59:12Z Disabled control of system clock
01:59:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:12.978124 26446 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal
01:59:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data
01:59:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/logs
01:59:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data/info.pb
01:59:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:12.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.190:40421
01:59:12.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.190
01:59:12.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json with env {}
01:59:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.287047 26466 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.287622 26466 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.288244 26466 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.321192 26466 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.321485 26466 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.321679 26466 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.321902 26466 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.322160 26466 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.322342 26466 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35293/jwks.json
01:59:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:13.359571 26466 master_runner.cc:387] Master server non-default flags:
01:59:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/logs
01:59:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data
01:59:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal
01:59:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.190:40421
01:59:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json
01:59:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data/info.pb
01:59:13.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.190
01:59:13.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:13.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:13.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:13.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:13.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:13.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:13.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:13.361732 26466 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:13.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:13.363663 26466 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.379694 26482 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:14.783097 26481 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 26466
01:59:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.305145 26481 kernel_stack_watchdog.cc:198] Thread 26466 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
01:59:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:13.381850 26483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.310366 26466 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.931s user 0.686s sys 1.242s
01:59:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.310778 26484 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1925 milliseconds
01:59:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.310801 26466 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.932s user 0.686s sys 1.242s
01:59:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.312340 26486 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.312429 26466 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:59:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.314086 26466 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.317574 26466 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.318961 26466 hybrid_clock.cc:648] HybridClock initialized: now 1786413555318893 us; error 76 us; skew 500 ppm
01:59:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.320195 26466 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.326501 26466 webserver.cc:533] Webserver started at http://127.25.211.190:46005/ using document root <none> and password file <none>
01:59:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.328122 26466 fs_manager.cc:362] Metadata directory not provided
01:59:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.328410 26466 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.329203 26466 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.335280 26466 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data/instance:
01:59:15.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6187ec50ef0e493d80c2c8e5a897f207"
01:59:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:15 on dist-test-slave-45dx"
01:59:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.337445 26466 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal/instance:
01:59:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6187ec50ef0e493d80c2c8e5a897f207"
01:59:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:15 on dist-test-slave-45dx"
01:59:15.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.349640 26466 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.005s sys 0.006s
01:59:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.358160 26501 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.359874 26466 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
01:59:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.360278 26466 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal
01:59:15.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6187ec50ef0e493d80c2c8e5a897f207"
01:59:15.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:15 on dist-test-slave-45dx"
01:59:15.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.360715 26466 fs_report.cc:389] FS layout report
01:59:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal
01:59:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal
01:59:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data/data
01:59:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.417402 26466 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.419096 26466 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.419536 26466 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.503840 26466 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.190:40421
01:59:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.503971 26591 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.190:40421 every 8 connection(s)
01:59:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.507869 26466 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/data/info.pb
01:59:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.518568 26446 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 26466
01:59:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.519186 26446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-0/wal/instance
01:59:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.519239 26593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:15.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.525228 26446 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:15.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal
01:59:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data
01:59:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/logs
01:59:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data/info.pb
01:59:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:15.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:15.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:15.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:15.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.189:46279
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.189
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json with env {}
01:59:15.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.539109 26593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } has no permanent_uuid. Determining permanent_uuid...
01:59:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.578054 26593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } has no permanent_uuid. Determining permanent_uuid...
01:59:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.581442 26504 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.587103 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:15.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.636653 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 1
01:59:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.641422 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.709918 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 2
01:59:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.715181 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.806715 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 3
01:59:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.811057 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.867383 26596 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.868055 26596 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.868584 26596 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.901430 26596 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:15.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.901706 26596 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:15.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.901932 26596 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:15.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.902127 26596 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:15.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.902312 26596 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:15.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.902451 26596 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35293/jwks.json
01:59:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.938616 26596 master_runner.cc:387] Master server non-default flags:
01:59:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/logs
01:59:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data
01:59:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal
01:59:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.189:46279
01:59:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json
01:59:15.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data/info.pb
01:59:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.189
01:59:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.940066 26596 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.941838 26596 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:15.954525 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 4
01:59:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.954975 26620 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.961184 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:16.260730 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 5
01:59:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:16.273749 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:16.821350 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 6
01:59:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:16.832764 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.189:46279: Network error: Client connection negotiation failed: client connection to 127.25.211.189:46279: connect: Connection refused (error 111)
01:59:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:15.955854 26621 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.194597 26596 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.241s user 0.465s sys 0.774s
01:59:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.194952 26596 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.242s user 0.465s sys 0.774s
01:59:17.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.197907 26596 server_base.cc:1061] running on GCE node
01:59:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.199496 26634 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.201051 26596 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.203612 26596 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.205018 26596 hybrid_clock.cc:648] HybridClock initialized: now 1786413557204945 us; error 79 us; skew 500 ppm
01:59:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.205951 26596 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.214102 26596 webserver.cc:533] Webserver started at http://127.25.211.189:40457/ using document root <none> and password file <none>
01:59:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.215163 26596 fs_manager.cc:362] Metadata directory not provided
01:59:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.215427 26596 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.215996 26596 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.220758 26596 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data/instance:
01:59:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cab8d5ec3bbb439184ba18f924c4cd4e"
01:59:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:17 on dist-test-slave-45dx"
01:59:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.222196 26596 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal/instance:
01:59:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cab8d5ec3bbb439184ba18f924c4cd4e"
01:59:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:17 on dist-test-slave-45dx"
01:59:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.231142 26596 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.001s sys 0.009s
01:59:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.238335 26642 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.239764 26596 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
01:59:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.240167 26596 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal
01:59:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cab8d5ec3bbb439184ba18f924c4cd4e"
01:59:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:17 on dist-test-slave-45dx"
01:59:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.240657 26596 fs_report.cc:389] FS layout report
01:59:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal
01:59:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal
01:59:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data/data
01:59:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.324654 26596 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:17.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.326434 26596 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.327029 26596 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.409274 26596 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.189:46279
01:59:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.409354 26733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.189:46279 every 8 connection(s)
01:59:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.412593 26596 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/data/info.pb
01:59:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.419108 26738 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.422426 26446 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 26596
01:59:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.422768 26446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-1/wal/instance
01:59:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.425585 26446 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal
01:59:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data
01:59:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/logs
01:59:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data/info.pb
01:59:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.188:45039
01:59:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.188
01:59:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json with env {}
01:59:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.433368 26738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } has no permanent_uuid. Determining permanent_uuid...
01:59:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.467471 26738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } has no permanent_uuid. Determining permanent_uuid...
01:59:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.483748 26738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } has no permanent_uuid. Determining permanent_uuid...
01:59:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.486761 26649 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.491719 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:17.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.541292 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 1
01:59:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.545676 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:17.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.614060 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 2
01:59:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.618829 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:17.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.710239 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 3
01:59:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.714852 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.769842 26740 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.770532 26740 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.771286 26740 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:17.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.804138 26740 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:17.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.804461 26740 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.804664 26740 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.804855 26740 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.805154 26740 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.805409 26740 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35293/jwks.json
01:59:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.843364 26740 master_runner.cc:387] Master server non-default flags:
01:59:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/logs
01:59:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.188:45039
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json
01:59:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data/info.pb
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.188
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.844969 26740 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.847375 26740 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:17.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.858366 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 4
01:59:17.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.859548 26755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.865646 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.893350 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } attempt: 7
01:59:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:17.930416 26593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } has no permanent_uuid. Determining permanent_uuid...
01:59:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.950353 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.008957 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 1
01:59:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.017159 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.098759 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 2
01:59:18.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.107594 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.165192 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 5
01:59:18.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.177642 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.193200 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 3
01:59:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.203621 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.344223 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 4
01:59:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.355011 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.638640 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 5
01:59:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.647627 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:18.725238 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 6
01:59:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:18.752010 26738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.200174 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 6
01:59:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.227641 26593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.188:45039: Network error: Client connection negotiation failed: client connection to 127.25.211.188:45039: connect: Connection refused (error 111)
01:59:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.277251 26754 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 26740
01:59:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:17.861517 26756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.384447 26754 kernel_stack_watchdog.cc:198] Thread 26740 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 412ms:
01:59:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.385699 26740 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.524s user 0.434s sys 1.074s
01:59:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.386107 26740 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.525s user 0.434s sys 1.074s
01:59:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.387362 26759 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.390192 26758 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1524 milliseconds
01:59:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.390223 26740 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:59:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.391634 26740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.394379 26740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.395838 26740 hybrid_clock.cc:648] HybridClock initialized: now 1786413559395784 us; error 34 us; skew 500 ppm
01:59:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.396701 26740 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.403326 26740 webserver.cc:533] Webserver started at http://127.25.211.188:41269/ using document root <none> and password file <none>
01:59:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.404225 26740 fs_manager.cc:362] Metadata directory not provided
01:59:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.404503 26740 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.404887 26740 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.409175 26740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data/instance:
01:59:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "853002645b4c4be7920cfe5ba47251db"
01:59:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:19 on dist-test-slave-45dx"
01:59:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.410178 26740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal/instance:
01:59:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "853002645b4c4be7920cfe5ba47251db"
01:59:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:19 on dist-test-slave-45dx"
01:59:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.418313 26740 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
01:59:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.424623 26785 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.425696 26740 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
01:59:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.426084 26740 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal
01:59:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "853002645b4c4be7920cfe5ba47251db"
01:59:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:19 on dist-test-slave-45dx"
01:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.426458 26740 fs_report.cc:389] FS layout report
01:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal
01:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal
01:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data/data
01:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.483915 26740 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.485638 26740 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.486215 26740 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.589349 26740 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.188:45039
01:59:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.589655 26864 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.188:45039 every 8 connection(s)
01:59:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.593159 26740 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/data/info.pb
01:59:19.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.595803 26446 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 26740
01:59:19.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.596614 26446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/master-2/wal/instance
01:59:19.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.616377 26866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.651679 26866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } has no permanent_uuid. Determining permanent_uuid...
01:59:19.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.677747 26866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } has no permanent_uuid. Determining permanent_uuid...
01:59:19.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.688952 26866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } has no permanent_uuid. Determining permanent_uuid...
01:59:19.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.707983 26866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: Bootstrap starting.
01:59:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.716900 26866 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: Neither blocks nor log segments found. Creating new log.
01:59:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.719213 26866 log.cc:826] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: Log is configured to *not* fsync() on all Append() calls
01:59:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.725705 26866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: No bootstrap required, opened a new log
01:59:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.747448 26866 raft_consensus.cc:359] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.748231 26866 raft_consensus.cc:385] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.748551 26866 raft_consensus.cc:740] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 853002645b4c4be7920cfe5ba47251db, State: Initialized, Role: FOLLOWER
01:59:19.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.750080 26866 consensus_queue.cc:260] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.753208 26880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.753814 26880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: This master's current role is: FOLLOWER
01:59:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.755023 26866 sys_catalog.cc:565] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: configured and running, proceeding with master startup.
01:59:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.787743 26898 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.788686 26898 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.780582 26740 master_runner.cc:187] Error getting master registration for 127.25.211.190:40421: OK, instance_id { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" instance_seqno: 1786413555480504 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:59:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.807346 26740 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.812558 26738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 7
01:59:19.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.833017 26738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: Bootstrap starting.
01:59:19.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.838975 26738 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: Neither blocks nor log segments found. Creating new log.
01:59:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.841112 26738 log.cc:826] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: Log is configured to *not* fsync() on all Append() calls
01:59:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.846292 26738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: No bootstrap required, opened a new log
01:59:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.865489 26738 raft_consensus.cc:359] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.866180 26738 raft_consensus.cc:385] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.866454 26738 raft_consensus.cc:740] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cab8d5ec3bbb439184ba18f924c4cd4e, State: Initialized, Role: FOLLOWER
01:59:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.867347 26738 consensus_queue.cc:260] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.876494 26907 sys_catalog.cc:455] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.877410 26907 sys_catalog.cc:458] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: This master's current role is: FOLLOWER
01:59:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.878435 26738 sys_catalog.cc:565] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: configured and running, proceeding with master startup.
01:59:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.918154 26880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.918919 26880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.923691 26880 leader_election.cc:290] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6187ec50ef0e493d80c2c8e5a897f207 (127.25.211.190:40421), cab8d5ec3bbb439184ba18f924c4cd4e (127.25.211.189:46279)
01:59:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.925662 26682 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "853002645b4c4be7920cfe5ba47251db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" is_pre_election: true
01:59:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.926901 26682 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 853002645b4c4be7920cfe5ba47251db in term 0.
01:59:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.931643 26790 leader_election.cc:304] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 853002645b4c4be7920cfe5ba47251db, cab8d5ec3bbb439184ba18f924c4cd4e; no voters:
01:59:19.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.934504 26880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Leader pre-election won for term 1
01:59:19.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.934952 26880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:59:19.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.935335 26880 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 0 FOLLOWER]: Advancing to term 1
01:59:19.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.944545 26880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.944716 26925 catalog_manager.cc:1594] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.946411 26925 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:19.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.953264 26682 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "853002645b4c4be7920cfe5ba47251db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e"
01:59:19.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.953890 26682 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 0 FOLLOWER]: Advancing to term 1
01:59:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.957170 26880 leader_election.cc:290] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [CANDIDATE]: Term 1 election: Requested vote from peers 6187ec50ef0e493d80c2c8e5a897f207 (127.25.211.190:40421), cab8d5ec3bbb439184ba18f924c4cd4e (127.25.211.189:46279)
01:59:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.964669 26682 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 853002645b4c4be7920cfe5ba47251db in term 1.
01:59:19.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.966799 26790 leader_election.cc:304] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 853002645b4c4be7920cfe5ba47251db, cab8d5ec3bbb439184ba18f924c4cd4e; no voters:
01:59:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.968035 26880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 1 FOLLOWER]: Leader election won for term 1
01:59:19.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.976848 26880 raft_consensus.cc:697] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [term 1 LEADER]: Becoming Leader. State: Replica: 853002645b4c4be7920cfe5ba47251db, State: Running, Role: LEADER
01:59:19.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.978418 26880 consensus_queue.cc:237] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:19.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.918787 26596 master_runner.cc:187] Error getting master registration for 127.25.211.190:40421: OK, instance_id { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" instance_seqno: 1786413555480504 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:59:19.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:19.989416 26596 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:19.994379 26796 tablet.cc:2406] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:20.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.008843 26927 sys_catalog.cc:455] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: SysCatalogTable state changed. Reason: New leader 853002645b4c4be7920cfe5ba47251db. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:20.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.010424 26927 sys_catalog.cc:458] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: This master's current role is: LEADER
01:59:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.016073 26930 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:59:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.026597 26930 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:59:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.051281 26682 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [term 1 FOLLOWER]: Refusing update from remote peer 853002645b4c4be7920cfe5ba47251db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.053529 26927 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [LEADER]: Connected to new peer: Peer: permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:59:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.084370 26907 sys_catalog.cc:455] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 853002645b4c4be7920cfe5ba47251db. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.086974 26907 sys_catalog.cc:458] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: This master's current role is: FOLLOWER
01:59:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:20.087222 26652 tablet.cc:2406] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.100840 26931 mvcc.cc:204] Tried to move back new op lower bound from 7317149941935693824 to 7317149941706018816. Current Snapshot: MvccSnapshot[applied={T|T < 7317149941935693824}]
01:59:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.105836 26936 mvcc.cc:204] Tried to move back new op lower bound from 7317149941935693824 to 7317149941706018816. Current Snapshot: MvccSnapshot[applied={T|T < 7317149941935693824}]
01:59:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.110374 26907 sys_catalog.cc:455] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.111143 26907 sys_catalog.cc:458] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e [sys.catalog]: This master's current role is: FOLLOWER
01:59:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.118571 26880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.119298 26880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: This master's current role is: LEADER
01:59:20.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.123792 26930 catalog_manager.cc:1383] Generated new cluster ID: 606e70404da844b3a42cc197a3d76da7
01:59:20.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.124083 26930 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:59:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.159490 26930 catalog_manager.cc:1406] Generated new certificate authority record
01:59:20.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.162768 26930 catalog_manager.cc:1540] Loading token signing keys...
01:59:20.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.193970 26930 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db: Generated new TSK 0
01:59:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.197644 26930 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:59:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.233852 26446 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal
01:59:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data
01:59:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/logs
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data/info.pb
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.129:0
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.129
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.129
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.261147 26593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } attempt: 7
01:59:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.351729 26593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: Bootstrap starting.
01:59:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.438048 26593 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: Neither blocks nor log segments found. Creating new log.
01:59:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.458854 26593 log.cc:826] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: Log is configured to *not* fsync() on all Append() calls
01:59:20.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.492264 26593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: No bootstrap required, opened a new log
01:59:20.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.745411 26593 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.758944 26593 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.764082 26593 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6187ec50ef0e493d80c2c8e5a897f207, State: Initialized, Role: FOLLOWER
01:59:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.774442 26593 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } }
01:59:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.808141 26947 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.809728 26947 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: This master's current role is: FOLLOWER
01:59:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.828872 26549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "853002645b4c4be7920cfe5ba47251db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6187ec50ef0e493d80c2c8e5a897f207"
01:59:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.829879 26549 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [term 0 FOLLOWER]: Advancing to term 1
01:59:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.832840 26550 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "853002645b4c4be7920cfe5ba47251db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6187ec50ef0e493d80c2c8e5a897f207" is_pre_election: true
01:59:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.848475 26593 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: configured and running, proceeding with master startup.
01:59:20.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.866415 26549 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 853002645b4c4be7920cfe5ba47251db in term 1.
01:59:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.868909 26548 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [term 1 FOLLOWER]: Refusing update from remote peer 853002645b4c4be7920cfe5ba47251db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.881450 26927 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [LEADER]: Connected to new peer: Peer: permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:59:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:20.933036 26510 tablet.cc:2406] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.964053 26925 catalog_manager.cc:1295] Loaded cluster ID: 606e70404da844b3a42cc197a3d76da7
01:59:20.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.965386 26925 catalog_manager.cc:1588] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: loading cluster ID for follower catalog manager: success
01:59:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:20.985918 26925 catalog_manager.cc:1610] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: acquiring CA information for follower catalog manager: success
01:59:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.010443 26925 catalog_manager.cc:1638] T 00000000000000000000000000000000 P cab8d5ec3bbb439184ba18f924c4cd4e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:59:21.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.055644 26947 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 853002645b4c4be7920cfe5ba47251db. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.056613 26942 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.056103 26967 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.057245 26947 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: This master's current role is: FOLLOWER
01:59:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.057274 26967 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207 [sys.catalog]: This master's current role is: FOLLOWER
01:59:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.058394 26942 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:21.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.059465 26942 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.092348 26982 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:59:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.152092 26942 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.154778 26942 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.211.129
01:59:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.202986 26942 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/logs
01:59:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.129:0
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data/info.pb
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.129
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.129
01:59:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.204836 26942 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.207288 26942 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.229228 26984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.525324 26927 sys_catalog.cc:455] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "853002645b4c4be7920cfe5ba47251db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6187ec50ef0e493d80c2c8e5a897f207" member_type: VOTER last_known_addr { host: "127.25.211.190" port: 40421 } } peers { permanent_uuid: "cab8d5ec3bbb439184ba18f924c4cd4e" member_type: VOTER last_known_addr { host: "127.25.211.189" port: 46279 } } peers { permanent_uuid: "853002645b4c4be7920cfe5ba47251db" member_type: VOTER last_known_addr { host: "127.25.211.188" port: 45039 } } }
01:59:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:21.526299 26927 sys_catalog.cc:458] T 00000000000000000000000000000000 P 853002645b4c4be7920cfe5ba47251db [sys.catalog]: This master's current role is: LEADER
01:59:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:22.124446 26982 catalog_manager.cc:1295] Loaded cluster ID: 606e70404da844b3a42cc197a3d76da7
01:59:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:22.124827 26982 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: loading cluster ID for follower catalog manager: success
01:59:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:22.153098 26982 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: acquiring CA information for follower catalog manager: success
01:59:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:22.175726 26982 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6187ec50ef0e493d80c2c8e5a897f207: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:59:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:22.629526 26983 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 26942
01:59:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:23.217581 26942 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.986s user 0.000s sys 0.005s
01:59:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:23.219280 26942 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.988s user 0.000s sys 0.006s
01:59:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:21.234735 26985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.234539 26942 server_base.cc:1061] running on GCE node
01:59:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:23.235695 26999 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.237821 26942 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.248855 26942 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:23.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.250602 26942 hybrid_clock.cc:648] HybridClock initialized: now 1786413563250543 us; error 57 us; skew 500 ppm
01:59:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.252033 26942 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:23.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.272915 26942 webserver.cc:533] Webserver started at http://127.25.211.129:44699/ using document root <none> and password file <none>
01:59:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.274775 26942 fs_manager.cc:362] Metadata directory not provided
01:59:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.275429 26942 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.276459 26942 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.284701 26942 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data/instance:
01:59:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af199327fc242fa9fd0992c9dc59eb4"
01:59:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:23 on dist-test-slave-45dx"
01:59:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.287395 26942 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal/instance:
01:59:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af199327fc242fa9fd0992c9dc59eb4"
01:59:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:23 on dist-test-slave-45dx"
01:59:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.305359 26942 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.007s sys 0.007s
01:59:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.321478 27008 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.323395 26942 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.004s sys 0.007s
01:59:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.324075 26942 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal
01:59:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2af199327fc242fa9fd0992c9dc59eb4"
01:59:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:23 on dist-test-slave-45dx"
01:59:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.324975 26942 fs_report.cc:389] FS layout report
01:59:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal
01:59:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal
01:59:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data/data
01:59:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:23.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.452028 26942 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.455128 26942 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.456148 26942 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.466408 26942 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.479198 26942 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.479791 26942 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
01:59:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.480482 26942 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:23.480897 26942 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:59:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.174849 26942 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.129:41789
01:59:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.175355 27195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.129:41789 every 8 connection(s)
01:59:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.179183 26942 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/data/info.pb
01:59:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.180909 26446 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 26942
01:59:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.181597 26446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-0/wal/instance
01:59:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.199743 26446 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal
01:59:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data
01:59:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/logs
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data/info.pb
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.130:0
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.130
01:59:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.130
01:59:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.294646 27196 heartbeater.cc:344] Connected to a master server at 127.25.211.188:45039
01:59:24.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.295262 27196 heartbeater.cc:461] Registering TS with master...
01:59:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.298836 27196 heartbeater.cc:507] Master 127.25.211.188:45039 requested a full tablet report, sending...
01:59:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.304546 26814 ts_manager.cc:194] Registered new tserver with Master: 2af199327fc242fa9fd0992c9dc59eb4 (127.25.211.129:41789)
01:59:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.308044 26814 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.211.129:33201
01:59:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.309990 27197 heartbeater.cc:344] Connected to a master server at 127.25.211.189:46279
01:59:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.310376 27197 heartbeater.cc:461] Registering TS with master...
01:59:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.311312 27197 heartbeater.cc:507] Master 127.25.211.189:46279 requested a full tablet report, sending...
01:59:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.312570 27203 heartbeater.cc:344] Connected to a master server at 127.25.211.190:40421
01:59:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.313058 27203 heartbeater.cc:461] Registering TS with master...
01:59:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.314155 27203 heartbeater.cc:507] Master 127.25.211.190:40421 requested a full tablet report, sending...
01:59:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.315495 26671 ts_manager.cc:194] Registered new tserver with Master: 2af199327fc242fa9fd0992c9dc59eb4 (127.25.211.129:41789)
01:59:24.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.317654 26530 ts_manager.cc:194] Registered new tserver with Master: 2af199327fc242fa9fd0992c9dc59eb4 (127.25.211.129:41789)
01:59:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.874116 27204 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.874840 27204 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.875279 27204 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.911995 27204 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.912922 27204 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.211.130
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.953610 27204 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/logs
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.130:0
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data/info.pb
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.130
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.130
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.954908 27204 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:24.956691 27204 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.985412 27225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:25.320194 27196 heartbeater.cc:499] Master 127.25.211.188:45039 was elected leader, sending a full tablet report...
01:59:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:26.385360 27223 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 27204
01:59:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:24.988576 27226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:26.475503 27204 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.491s user 0.526s sys 0.878s
01:59:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:26.475900 27204 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.491s user 0.526s sys 0.878s
01:59:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:26.483372 27230 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.484076 27204 server_base.cc:1061] running on GCE node
01:59:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.485122 27204 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:26.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.487110 27204 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:26.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.488422 27204 hybrid_clock.cc:648] HybridClock initialized: now 1786413566488403 us; error 46 us; skew 500 ppm
01:59:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.489197 27204 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.495114 27204 webserver.cc:533] Webserver started at http://127.25.211.130:43865/ using document root <none> and password file <none>
01:59:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.495982 27204 fs_manager.cc:362] Metadata directory not provided
01:59:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.496222 27204 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.496728 27204 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.501075 27204 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data/instance:
01:59:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00237ab079644506917a4fb77695cd6f"
01:59:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:26 on dist-test-slave-45dx"
01:59:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.502175 27204 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal/instance:
01:59:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00237ab079644506917a4fb77695cd6f"
01:59:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:26 on dist-test-slave-45dx"
01:59:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:26.510448 26861 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad940 after lost signal to thread 26748
01:59:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:26.511139 26861 debug-util.cc:398] Leaking SignalData structure 0x7b08000b35a0 after lost signal to thread 26864
01:59:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.511612 27204 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
01:59:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.519177 27238 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.520694 27204 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
01:59:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.521070 27204 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal
01:59:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00237ab079644506917a4fb77695cd6f"
01:59:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:26 on dist-test-slave-45dx"
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.521461 27204 fs_report.cc:389] FS layout report
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data/data
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.590703 27204 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.592427 27204 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.592990 27204 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.596238 27204 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.600713 27204 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.600957 27204 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:59:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.601292 27204 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:26.601507 27204 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:59:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.312894 27204 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.130:38103
01:59:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.314044 27428 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.130:38103 every 8 connection(s)
01:59:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.317975 27204 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/data/info.pb
01:59:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.326736 26446 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 27204
01:59:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.327461 26446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-1/wal/instance
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.367668 26446 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/logs
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data/info.pb
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.131:0
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.131
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.131
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:27.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.445219 27429 heartbeater.cc:344] Connected to a master server at 127.25.211.188:45039
01:59:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.446017 27429 heartbeater.cc:461] Registering TS with master...
01:59:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.449645 27429 heartbeater.cc:507] Master 127.25.211.188:45039 requested a full tablet report, sending...
01:59:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.457654 26814 ts_manager.cc:194] Registered new tserver with Master: 00237ab079644506917a4fb77695cd6f (127.25.211.130:38103)
01:59:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.460892 26814 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.211.130:36261
01:59:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.473500 27433 heartbeater.cc:344] Connected to a master server at 127.25.211.190:40421
01:59:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.474141 27433 heartbeater.cc:461] Registering TS with master...
01:59:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.475242 27433 heartbeater.cc:507] Master 127.25.211.190:40421 requested a full tablet report, sending...
01:59:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.478979 27432 heartbeater.cc:344] Connected to a master server at 127.25.211.189:46279
01:59:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.479578 27432 heartbeater.cc:461] Registering TS with master...
01:59:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.479934 26530 ts_manager.cc:194] Registered new tserver with Master: 00237ab079644506917a4fb77695cd6f (127.25.211.130:38103)
01:59:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.480916 27432 heartbeater.cc:507] Master 127.25.211.189:46279 requested a full tablet report, sending...
01:59:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:27.485544 26671 ts_manager.cc:194] Registered new tserver with Master: 00237ab079644506917a4fb77695cd6f (127.25.211.130:38103)
01:59:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:27.935961 27444 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:27.936676 27444 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:27.937528 27444 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:27.973709 27444 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:27.974555 27444 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.211.131
01:59:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:28.015170 27444 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/logs
01:59:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.148:39999
01:59:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data
01:59:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.131:0
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data/info.pb
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.131
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.190:40421,127.25.211.189:46279,127.25.211.188:45039
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.131
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:28.016618 27444 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:28.018447 27444 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:28.033452 27459 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:28.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:28.469895 27429 heartbeater.cc:499] Master 127.25.211.188:45039 was elected leader, sending a full tablet report...
01:59:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:29.441229 27455 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 27444
01:59:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:29.598088 27455 kernel_stack_watchdog.cc:198] Thread 27444 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 403ms:
01:59:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:28.034200 27460 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:29.611925 27444 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.576s user 0.008s sys 0.004s
01:59:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:29.613147 27444 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.578s user 0.008s sys 0.004s
01:59:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:29.615154 27464 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.616851 27444 server_base.cc:1061] running on GCE node
01:59:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.618203 27444 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.621737 27444 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.623211 27444 hybrid_clock.cc:648] HybridClock initialized: now 1786413569623096 us; error 41 us; skew 500 ppm
01:59:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.624101 27444 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.637655 27444 webserver.cc:533] Webserver started at http://127.25.211.131:45909/ using document root <none> and password file <none>
01:59:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.638635 27444 fs_manager.cc:362] Metadata directory not provided
01:59:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.638840 27444 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.639287 27444 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.645084 27444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data/instance:
01:59:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "891ec19b1c564a959cbc03dc2dc329b4"
01:59:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:29 on dist-test-slave-45dx"
01:59:29.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.646245 27444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal/instance:
01:59:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "891ec19b1c564a959cbc03dc2dc329b4"
01:59:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:29 on dist-test-slave-45dx"
01:59:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.658384 27444 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.002s sys 0.009s
01:59:29.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.668829 27479 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.670286 27444 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.001s sys 0.006s
01:59:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.670779 27444 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal
01:59:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "891ec19b1c564a959cbc03dc2dc329b4"
01:59:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:29 on dist-test-slave-45dx"
01:59:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.671281 27444 fs_report.cc:389] FS layout report
01:59:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data/data
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.745642 27444 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.748019 27444 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.748515 27444 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:29.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.753908 27444 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:29.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.763226 27444 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:29.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.763489 27444 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:59:29.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.763878 27444 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:29.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:29.764089 27444 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:59:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.397461 27444 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.131:41633
01:59:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.397543 27682 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.131:41633 every 8 connection(s)
01:59:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.400588 27444 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/data/info.pb
01:59:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.401592 26446 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 27444
01:59:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.401963 26446 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster17626083850474164147/ts-2/wal/instance
01:59:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.547977 27686 heartbeater.cc:344] Connected to a master server at 127.25.211.189:46279
01:59:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.548913 27686 heartbeater.cc:461] Registering TS with master...
01:59:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.550264 27683 heartbeater.cc:344] Connected to a master server at 127.25.211.188:45039
01:59:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.550733 27683 heartbeater.cc:461] Registering TS with master...
01:59:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.551476 27686 heartbeater.cc:507] Master 127.25.211.189:46279 requested a full tablet report, sending...
01:59:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.562500 27689 heartbeater.cc:344] Connected to a master server at 127.25.211.190:40421
01:59:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.563160 27689 heartbeater.cc:461] Registering TS with master...
01:59:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.565567 27689 heartbeater.cc:507] Master 127.25.211.190:40421 requested a full tablet report, sending...
01:59:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.559762 26671 ts_manager.cc:194] Registered new tserver with Master: 891ec19b1c564a959cbc03dc2dc329b4 (127.25.211.131:41633)
01:59:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.567866 27683 heartbeater.cc:507] Master 127.25.211.188:45039 requested a full tablet report, sending...
01:59:30.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.575469 26530 ts_manager.cc:194] Registered new tserver with Master: 891ec19b1c564a959cbc03dc2dc329b4 (127.25.211.131:41633)
01:59:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.577205 26814 ts_manager.cc:194] Registered new tserver with Master: 891ec19b1c564a959cbc03dc2dc329b4 (127.25.211.131:41633)
01:59:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.581102 26814 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.211.131:60021
01:59:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:30.598618 26446 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:59:30.625 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:59:30.627 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:59:30.639 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.211.190"
port: 40421
}
bound_http_address {
host: "127.25.211.190"
port: 46005
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.211.189"
port: 46279
}
bound_http_address {
host: "127.25.211.189"
port: 40457
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.211.188"
port: 45039
}
bound_http_address {
host: "127.25.211.188"
port: 41269
}
}
}
01:59:30.644 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:59:30.646 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.211.129"
port: 41789
}
bound_http_address {
host: "127.25.211.129"
port: 44699
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.211.130"
port: 38103
}
bound_http_address {
host: "127.25.211.130"
port: 43865
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.211.131"
port: 41633
}
bound_http_address {
host: "127.25.211.131"
port: 45909
}
}
}
01:59:30.647 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:59:30.868 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
01:59:30.942 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:59:31.062 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktMziQI/test-tmp
01:59:31.062 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:59:31.063 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktMziQI/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:59:31.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:59:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:31.586076 27683 heartbeater.cc:499] Master 127.25.211.188:45039 was elected leader, sending a full tablet report...
01:59:31.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:31.681 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:59:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:31.684494 27702 mini_oidc.cc:150] Starting JWKS server
01:59:31.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:31.691454 27702 webserver.cc:533] Webserver started at http://127.0.0.1:39167/ using document root <none> and password file <none>
01:59:31.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:31.691895 27702 mini_oidc.cc:186] Starting OIDC Discovery server
01:59:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:31.696184 27702 webserver.cc:533] Webserver started at http://127.0.0.1:40075/ using document root <none> and password file <none>
01:59:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:59:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/principal' for realm 'KRBTEST.COM',
01:59:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:59:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:31 dist-test-slave-45dx krb5kdc[27719](info): setting up network...
01:59:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:59:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:31 dist-test-slave-45dx krb5kdc[27719](info): set up 2 sockets
01:59:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:31 dist-test-slave-45dx krb5kdc[27719](info): commencing operation
01:59:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:59:34.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.224440 27702 mini_kdc.cc:121] Time spent starting KDC: real 2.480s user 0.003s sys 0.055s
01:59:34.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:59:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:59:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:59:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:59:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:59:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:59:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:59:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:59:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:59:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:59:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/test-user.keytab.
01:59:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/test-user.keytab.
01:59:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:34 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413574, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:34.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:59:34.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T01:59:34Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:59:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T01:59:34Z Disabled control of system clock
01:59:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.13.190@KRBTEST.COM; defaulting to no policy
01:59:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.13.190@KRBTEST.COM" created.
01:59:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.13.190@KRBTEST.COM; defaulting to no policy
01:59:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.13.190@KRBTEST.COM" created.
01:59:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:34.579742 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/logs
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/info.pb
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.190:34769
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.190
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.190
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:34.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.942627 27753 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:34.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.943178 27753 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:34.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.943867 27753 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.977674 27753 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:59:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.977917 27753 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.978180 27753 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.978392 27753 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.978592 27753 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.978786 27753 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:34.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:34.978935 27753 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39167/jwks.json
01:59:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:35.018312 27753 master_runner.cc:387] Master server non-default flags:
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/logs
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.190
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.190:34769
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/info.pb
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.190
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:35.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:35.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:35.019953 27753 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:35.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:35.021441 27753 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:35.036015 27768 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:35.042894 27753 server_base.cc:1061] running on GCE node
01:59:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:35.039525 27769 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:35.042405 27771 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.474349 27753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.479512 27753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.480912 27753 hybrid_clock.cc:648] HybridClock initialized: now 1786413576480841 us; error 80 us; skew 500 ppm
01:59:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.481931 27753 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:36 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413576, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.494675 27753 init.cc:377] Logged in from keytab as kudu/127.27.13.190@KRBTEST.COM (short username kudu)
01:59:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.507004 27753 webserver.cc:533] Webserver started at http://127.27.13.190:43633/ using document root <none> and password file <none>
01:59:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.508456 27753 fs_manager.cc:362] Metadata directory not provided
01:59:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.508738 27753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:36.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.509301 27753 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.517303 27753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/instance:
01:59:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82f36beed3644ec941faa091e741ca3"
01:59:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:36 on dist-test-slave-45dx"
01:59:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.518988 27753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal/instance:
01:59:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82f36beed3644ec941faa091e741ca3"
01:59:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:36 on dist-test-slave-45dx"
01:59:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.536897 27753 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.008s sys 0.009s
01:59:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.546912 27787 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.548534 27753 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.002s sys 0.004s
01:59:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.548926 27753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
01:59:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82f36beed3644ec941faa091e741ca3"
01:59:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:36 on dist-test-slave-45dx"
01:59:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.549321 27753 fs_report.cc:389] FS layout report
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/data
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.620756 27753 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.635121 27753 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.635885 27753 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.883718 27753 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.190:34769
01:59:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.884231 27867 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.190:34769 every 8 connection(s)
01:59:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.886919 27753 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/info.pb
01:59:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.891191 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 27753
01:59:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.891796 27702 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal/instance
01:59:36.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.906224 27868 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.932624 27868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } has no permanent_uuid. Determining permanent_uuid...
01:59:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.13.189@KRBTEST.COM; defaulting to no policy
01:59:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.13.189@KRBTEST.COM" created.
01:59:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:36 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413576, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:36.997690 27868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } has no permanent_uuid. Determining permanent_uuid...
01:59:37.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.002748 27792 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.009794 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.13.189@KRBTEST.COM; defaulting to no policy
01:59:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.13.189@KRBTEST.COM" created.
01:59:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:37.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.058630 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/logs
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/info.pb
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.189:34519
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.189
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.189
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:59:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.059432 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 1
01:59:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.063851 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.132495 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 2
01:59:37.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.137362 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.228827 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 3
01:59:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.236100 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.379653 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 4
01:59:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.385728 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.631856 27882 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.632817 27882 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.633441 27882 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.669909 27882 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:59:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.670140 27882 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.670403 27882 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.670603 27882 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.670809 27882 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:37.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.671001 27882 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:37.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.671145 27882 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39167/jwks.json
01:59:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.685309 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 5
01:59:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.693789 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.715206 27882 master_runner.cc:387] Master server non-default flags:
01:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/logs
01:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.189
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.189:34519
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/info.pb
01:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.189
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.717111 27882 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:37.718379 27882 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.738276 27890 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:38.241430 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 6
01:59:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:38.252655 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.139346 27889 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 27882
01:59:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.229072 27889 kernel_stack_watchdog.cc:198] Thread 27882 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 388ms:
01:59:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:37.742393 27892 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.247126 27882 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.500s user 0.000s sys 0.006s
01:59:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.247622 27882 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.500s user 0.000s sys 0.006s
01:59:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.248371 27882 server_base.cc:1061] running on GCE node
01:59:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.250130 27894 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:39.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.251715 27882 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.255362 27882 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.256778 27882 hybrid_clock.cc:648] HybridClock initialized: now 1786413579256725 us; error 55 us; skew 500 ppm
01:59:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.257858 27882 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:39 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413579, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.270853 27882 init.cc:377] Logged in from keytab as kudu/127.27.13.189@KRBTEST.COM (short username kudu)
01:59:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.285941 27882 webserver.cc:533] Webserver started at http://127.27.13.189:39679/ using document root <none> and password file <none>
01:59:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.287117 27882 fs_manager.cc:362] Metadata directory not provided
01:59:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.287448 27882 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.287982 27882 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.293210 27882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/instance:
01:59:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70dc1825f4d94035b178578addc2e1b4"
01:59:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:39 on dist-test-slave-45dx"
01:59:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.294755 27882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal/instance:
01:59:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70dc1825f4d94035b178578addc2e1b4"
01:59:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:39 on dist-test-slave-45dx"
01:59:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.311575 27882 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.005s sys 0.009s
01:59:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.320636 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 7
01:59:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.339922 27918 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.341651 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
01:59:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.342648 27882 fs_manager.cc:730] Time spent opening block manager: real 0.020s user 0.003s sys 0.014s
01:59:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.343091 27882 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
01:59:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70dc1825f4d94035b178578addc2e1b4"
01:59:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:39 on dist-test-slave-45dx"
01:59:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.343539 27882 fs_report.cc:389] FS layout report
01:59:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
01:59:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
01:59:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/data
01:59:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:39.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.433250 27882 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.446748 27882 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.447486 27882 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.735031 27882 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.189:34519
01:59:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.735198 28024 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.189:34519 every 8 connection(s)
01:59:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.738127 27882 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/info.pb
01:59:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.739401 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 27882
01:59:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.740239 27702 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal/instance
01:59:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.755054 28026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:39.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.13.188@KRBTEST.COM; defaulting to no policy
01:59:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.777392 28026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } has no permanent_uuid. Determining permanent_uuid...
01:59:39.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:39.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.13.188@KRBTEST.COM" created.
01:59:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:39 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413579, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.838672 28026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } has no permanent_uuid. Determining permanent_uuid...
01:59:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.13.188@KRBTEST.COM; defaulting to no policy
01:59:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.13.188@KRBTEST.COM" created.
01:59:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:39 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413579, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.882899 28026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } has no permanent_uuid. Determining permanent_uuid...
01:59:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.885900 27928 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.895627 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.904526 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/logs
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/info.pb
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.188:35045
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.188
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.188
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:59:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:39.945323 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 1
01:59:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:39.950466 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.018939 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 2
01:59:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.026516 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.118223 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 3
01:59:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.126686 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.270743 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 4
01:59:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.282927 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.490728 28041 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.491519 28041 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.492271 28041 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.527360 28041 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:59:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.527602 28041 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.527873 28041 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.528071 28041 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.528282 28041 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.528558 28041 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.528699 28041 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39167/jwks.json
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.570569 28041 master_runner.cc:387] Master server non-default flags:
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/logs
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.188
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.188:35045
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/info.pb
01:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.188
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.572124 28041 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:40.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.573653 28041 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:40.583187 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 5
01:59:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.593375 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:40.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.609352 28048 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.141042 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 6
01:59:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:41.181519 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.432158 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } attempt: 8
01:59:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:41 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413576, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.536938 27868 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } has no permanent_uuid. Determining permanent_uuid...
01:59:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:41.587440 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.652944 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 1
01:59:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:41.662901 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.716500 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 2
01:59:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:41.725389 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.801955 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 3
01:59:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:41.811748 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:41.967383 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 4
01:59:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:41.976619 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.242125 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 7
01:59:42.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.273236 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 5
01:59:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.279515 27792 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111) [suppressed 12 similar messages]
01:59:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.287750 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.309468 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.002424 28047 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 28041
01:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.673305 28047 kernel_stack_watchdog.cc:198] Thread 28041 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 381ms:
01:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:40.610720 28050 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.689071 28041 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.073s user 0.000s sys 0.014s
01:59:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.689591 28041 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.074s user 0.000s sys 0.014s
01:59:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.691923 28051 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2073 milliseconds
01:59:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.692232 28041 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:59:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.692536 28053 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.693989 28041 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.698088 28041 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.699432 28041 hybrid_clock.cc:648] HybridClock initialized: now 1786413582699400 us; error 48 us; skew 500 ppm
01:59:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.700423 28041 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:42 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413582, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:42.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.711356 28041 init.cc:377] Logged in from keytab as kudu/127.27.13.188@KRBTEST.COM (short username kudu)
01:59:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.723487 28041 webserver.cc:533] Webserver started at http://127.27.13.188:34039/ using document root <none> and password file <none>
01:59:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.724483 28041 fs_manager.cc:362] Metadata directory not provided
01:59:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.724676 28041 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.725163 28041 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.730821 28041 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/instance:
01:59:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd0dd1030274a689ea2515259e8998c"
01:59:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:42 on dist-test-slave-45dx"
01:59:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.732157 28041 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal/instance:
01:59:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd0dd1030274a689ea2515259e8998c"
01:59:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:42 on dist-test-slave-45dx"
01:59:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.745263 28041 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.005s sys 0.005s
01:59:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.754979 28090 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.756598 28041 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.002s sys 0.005s
01:59:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.756973 28041 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd0dd1030274a689ea2515259e8998c"
01:59:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:42 on dist-test-slave-45dx"
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.757316 28041 fs_report.cc:389] FS layout report
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/data
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:42.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.809613 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 6
01:59:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:42.820205 27868 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.13.188:35045: Network error: Client connection negotiation failed: client connection to 127.27.13.188:35045: connect: Connection refused (error 111)
01:59:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.849725 28041 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.861213 28041 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:42.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:42.861922 28041 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:43.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.142372 28041 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.188:35045
01:59:43.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.142675 28188 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.188:35045 every 8 connection(s)
01:59:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.145982 28041 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/info.pb
01:59:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.149573 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 28041
01:59:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.151263 27702 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal/instance
01:59:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.188529 28189 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:59:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.220468 28189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } has no permanent_uuid. Determining permanent_uuid...
01:59:43.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413574, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:43.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413574, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413582, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.293534 28189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } has no permanent_uuid. Determining permanent_uuid...
01:59:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413574, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413582, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.334550 28189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } has no permanent_uuid. Determining permanent_uuid...
01:59:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413582, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.387195 28189 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Bootstrap starting.
01:59:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.400882 28189 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Neither blocks nor log segments found. Creating new log.
01:59:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.403975 28189 log.cc:826] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Log is configured to *not* fsync() on all Append() calls
01:59:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.409037 28189 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: No bootstrap required, opened a new log
01:59:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.435824 28189 raft_consensus.cc:359] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.436910 28189 raft_consensus.cc:385] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.437268 28189 raft_consensus.cc:740] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbd0dd1030274a689ea2515259e8998c, State: Initialized, Role: FOLLOWER
01:59:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.438508 28189 consensus_queue.cc:260] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.446200 28204 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.447858 28204 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: FOLLOWER
01:59:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.450623 28189 sys_catalog.cc:565] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: configured and running, proceeding with master startup.
01:59:43.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.527233 28204 raft_consensus.cc:493] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.527981 28204 raft_consensus.cc:515] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.535390 28204 leader_election.cc:290] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769), 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519)
01:59:43.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:43.545802 28223 catalog_manager.cc:1594] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:43.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:43.546185 28223 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.520387 28041 master_runner.cc:187] Error getting master registration for 127.27.13.190:34769: OK, instance_id { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" instance_seqno: 1786413576820611 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:59:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.576184 28041 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:43.625744 28103 tablet.cc:2406] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.857774 27868 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 7
01:59:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:43 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413576, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.922459 27868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Bootstrap starting.
01:59:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.938365 27868 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Neither blocks nor log segments found. Creating new log.
01:59:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.941501 27868 log.cc:826] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Log is configured to *not* fsync() on all Append() calls
01:59:43.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.946877 27868 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: No bootstrap required, opened a new log
01:59:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.980582 27868 raft_consensus.cc:359] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.981424 27868 raft_consensus.cc:385] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.981801 27868 raft_consensus.cc:740] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a82f36beed3644ec941faa091e741ca3, State: Initialized, Role: FOLLOWER
01:59:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.982882 27868 consensus_queue.cc:260] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:43.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.985636 28227 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.986773 28227 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: FOLLOWER
01:59:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.987841 27868 sys_catalog.cc:565] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: configured and running, proceeding with master startup.
01:59:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.988831 27823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd0dd1030274a689ea2515259e8998c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a82f36beed3644ec941faa091e741ca3" is_pre_election: true
01:59:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.990276 27823 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cbd0dd1030274a689ea2515259e8998c in term 0.
01:59:43.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.992934 28093 leader_election.cc:304] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a82f36beed3644ec941faa091e741ca3, cbd0dd1030274a689ea2515259e8998c; no voters:
01:59:43.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.994402 28204 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Leader pre-election won for term 1
01:59:43.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.994874 28204 raft_consensus.cc:493] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:59:43.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:43.995544 28204 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 0 FOLLOWER]: Advancing to term 1
01:59:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.007609 28204 raft_consensus.cc:515] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.010389 28204 leader_election.cc:290] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 1 election: Requested vote from peers a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769), 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519)
01:59:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.011981 27823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd0dd1030274a689ea2515259e8998c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a82f36beed3644ec941faa091e741ca3"
01:59:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.012755 27823 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 0 FOLLOWER]: Advancing to term 1
01:59:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.024153 27823 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cbd0dd1030274a689ea2515259e8998c in term 1.
01:59:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.026332 28093 leader_election.cc:304] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a82f36beed3644ec941faa091e741ca3, cbd0dd1030274a689ea2515259e8998c; no voters:
01:59:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.027292 28204 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Leader election won for term 1
01:59:44.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.038964 28204 raft_consensus.cc:697] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 LEADER]: Becoming Leader. State: Replica: cbd0dd1030274a689ea2515259e8998c, State: Running, Role: LEADER
01:59:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.040611 28204 consensus_queue.cc:237] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.064642 28236 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbd0dd1030274a689ea2515259e8998c. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.067116 28236 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: LEADER
01:59:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:44.078294 26587 debug-util.cc:398] Leaking SignalData structure 0x7b08000a2760 after lost signal to thread 26470
01:59:44.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:44.080199 26587 debug-util.cc:398] Leaking SignalData structure 0x7b080008f7a0 after lost signal to thread 26591
01:59:44.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.081472 28242 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:59:44.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.101058 28242 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:59:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:44.168529 27795 tablet.cc:2406] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.182731 27823 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Refusing update from remote peer cbd0dd1030274a689ea2515259e8998c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.186699 28236 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:59:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:44.197871 28251 catalog_manager.cc:1594] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:59:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:44.198434 28251 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:59:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.173743 27753 master_runner.cc:187] Error getting master registration for 127.27.13.189:34519: OK, instance_id { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" instance_seqno: 1786413579668974 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:59:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.396437 27753 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.399920 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } attempt: 8
01:59:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.460088 28227 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbd0dd1030274a689ea2515259e8998c. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.460848 28227 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: FOLLOWER
01:59:44.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:44 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413579, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.509824 28026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Bootstrap starting.
01:59:44.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.541386 28246 mvcc.cc:204] Tried to move back new op lower bound from 7317150040596488192 to 7317150040248197120. Current Snapshot: MvccSnapshot[applied={T|T < 7317150040596488192}]
01:59:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.561949 28227 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.563046 28227 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: FOLLOWER
01:59:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.568387 28026 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Neither blocks nor log segments found. Creating new log.
01:59:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.574896 28236 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.575989 28236 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: LEADER
01:59:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.582018 28026 log.cc:826] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Log is configured to *not* fsync() on all Append() calls
01:59:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.600253 28242 catalog_manager.cc:1383] Generated new cluster ID: 03e4f2a0f0fb4b1e95ea5336f4087e04
01:59:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.600929 28242 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:59:44.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.608560 28026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: No bootstrap required, opened a new log
01:59:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.674922 28026 raft_consensus.cc:359] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.676096 28026 raft_consensus.cc:385] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:59:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.676522 28026 raft_consensus.cc:740] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70dc1825f4d94035b178578addc2e1b4, State: Initialized, Role: FOLLOWER
01:59:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.687858 28026 consensus_queue.cc:260] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.711117 28242 catalog_manager.cc:1406] Generated new certificate authority record
01:59:44.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.713688 28026 sys_catalog.cc:565] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: configured and running, proceeding with master startup.
01:59:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.714537 28242 catalog_manager.cc:1540] Loading token signing keys...
01:59:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.714864 27971 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 0 FOLLOWER]: Advancing to term 1
01:59:44.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.715811 27975 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd0dd1030274a689ea2515259e8998c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70dc1825f4d94035b178578addc2e1b4" is_pre_election: true
01:59:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.725414 27974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd0dd1030274a689ea2515259e8998c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70dc1825f4d94035b178578addc2e1b4"
01:59:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:44.728488 27931 tablet.cc:2406] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:59:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.763607 27971 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Refusing update from remote peer cbd0dd1030274a689ea2515259e8998c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:59:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.741452 27975 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33108 (request call id 1) took 1202 ms. Trace:
01:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.773007 27975 rpcz_store.cc:276] 0811 01:59:43.535966 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 01:59:43.536138 (+ 172us) service_pool.cc:224] Handling call
01:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 01:59:44.738046 (+1201908us) inbound_call.cc:177] Queueing success response
01:59:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:59:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.782187 28266 raft_consensus.cc:493] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.783020 28266 raft_consensus.cc:515] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
01:59:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.789212 27823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70dc1825f4d94035b178578addc2e1b4" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a82f36beed3644ec941faa091e741ca3" is_pre_election: true
01:59:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.791949 28265 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [LEADER]: Connected to new peer: Peer: permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:59:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.799093 28138 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70dc1825f4d94035b178578addc2e1b4" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbd0dd1030274a689ea2515259e8998c" is_pre_election: true
01:59:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.795974 28266 leader_election.cc:290] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769), cbd0dd1030274a689ea2515259e8998c (127.27.13.188:35045)
01:59:44.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.814455 27928 leader_election.cc:304] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70dc1825f4d94035b178578addc2e1b4; no voters: a82f36beed3644ec941faa091e741ca3, cbd0dd1030274a689ea2515259e8998c
01:59:44.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.815748 28266 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:59:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.825321 28242 catalog_manager.cc:6092] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Generated new TSK 0
01:59:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.827427 28242 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:59:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.795120 28264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.845261 28264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: This master's current role is: FOLLOWER
01:59:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.939042 28280 mvcc.cc:204] Tried to move back new op lower bound from 7317150040596488192 to 7317150040248197120. Current Snapshot: MvccSnapshot[applied={T|T < 7317150040596488192}]
01:59:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.973954 28264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.974684 28264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: This master's current role is: FOLLOWER
01:59:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.976239 28266 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbd0dd1030274a689ea2515259e8998c. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.977322 28266 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: This master's current role is: FOLLOWER
01:59:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:44.999907 28204 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cbd0dd1030274a689ea2515259e8998c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
01:59:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.000684 28204 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: LEADER
01:59:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.024068 28303 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:59:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.13.129@KRBTEST.COM; defaulting to no policy
01:59:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.13.129@KRBTEST.COM" created.
01:59:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:45.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:45.084748 27702 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.13.129: real 0.176s user 0.000s sys 0.041s
01:59:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.13.129@KRBTEST.COM; defaulting to no policy
01:59:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.13.129@KRBTEST.COM" created.
01:59:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:45.195315 27702 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.27.13.129: real 0.110s user 0.000s sys 0.030s
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.197810 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/logs
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data/info.pb
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.129:0
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.13.129
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.129
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.129
01:59:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.213901 28251 catalog_manager.cc:1295] Loaded cluster ID: 03e4f2a0f0fb4b1e95ea5336f4087e04
01:59:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.214305 28251 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: loading cluster ID for follower catalog manager: success
01:59:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.234419 28251 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: acquiring CA information for follower catalog manager: success
01:59:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:45.257253 28251 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:59:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.052521 28303 catalog_manager.cc:1295] Loaded cluster ID: 03e4f2a0f0fb4b1e95ea5336f4087e04
01:59:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.053459 28303 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: loading cluster ID for follower catalog manager: success
01:59:46.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.088564 28303 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: acquiring CA information for follower catalog manager: success
01:59:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.111501 28303 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:59:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.144963 28317 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.145860 28317 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.147039 28317 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:46.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.223320 28317 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.226380 28317 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.13.129
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.309885 28317 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/logs
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.129
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.129:0
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data/info.pb
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.129
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.13.129
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.311614 28317 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.313191 28317 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.356117 28327 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:46 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413586, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:46.504920 27780 init.cc:295] Successfully reacquired a new kerberos TGT
01:59:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.513404 27192 debug-util.cc:398] Leaking SignalData structure 0x7b08000b38e0 after lost signal to thread 26952
01:59:46.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.514735 27192 debug-util.cc:398] Leaking SignalData structure 0x7b08000acfe0 after lost signal to thread 27195
01:59:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.674471 28016 debug-util.cc:398] Leaking SignalData structure 0x7b08000901c0 after lost signal to thread 27884
01:59:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.675168 28016 debug-util.cc:398] Leaking SignalData structure 0x7b0800071d20 after lost signal to thread 28024
01:59:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:49 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413589, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:49.279538 27908 init.cc:295] Successfully reacquired a new kerberos TGT
01:59:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:47.745426 28326 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 28317
01:59:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:49.998399 28326 kernel_stack_watchdog.cc:198] Thread 28317 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 375ms:
01:59:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:50.000694 28317 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.634s user 0.473s sys 0.635s
01:59:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:50.001166 28317 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.635s user 0.473s sys 0.635s
01:59:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:50.001221 28334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:50.007575 28333 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3630 milliseconds
01:59:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.007639 28317 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:59:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:46.366647 28330 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.012658 28317 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.022909 28317 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.032274 28317 hybrid_clock.cc:648] HybridClock initialized: now 1786413590032162 us; error 110 us; skew 500 ppm
01:59:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.033485 28317 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:50.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:50 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413590, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.050158 28317 init.cc:377] Logged in from keytab as kudu/127.27.13.129@KRBTEST.COM (short username kudu)
01:59:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.081518 28317 webserver.cc:533] Webserver started at http://127.27.13.129:38161/ using document root <none> and password file <none>
01:59:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.082930 28317 fs_manager.cc:362] Metadata directory not provided
01:59:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.083225 28317 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.083801 28317 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.099524 28317 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data/instance:
01:59:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93b1e50a0ff143cd9449864c986b38c4"
01:59:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:50 on dist-test-slave-45dx"
01:59:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.101354 28317 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal/instance:
01:59:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93b1e50a0ff143cd9449864c986b38c4"
01:59:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:50 on dist-test-slave-45dx"
01:59:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.165649 28317 fs_manager.cc:696] Time spent creating directory manager: real 0.050s user 0.009s sys 0.000s
01:59:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.186930 28354 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.192564 28317 fs_manager.cc:730] Time spent opening block manager: real 0.022s user 0.004s sys 0.002s
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.193194 28317 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93b1e50a0ff143cd9449864c986b38c4"
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:50 on dist-test-slave-45dx"
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.193768 28317 fs_report.cc:389] FS layout report
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data/data
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.370345 28317 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:50.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.392894 28317 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.396023 28317 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.414394 28317 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.429340 28317 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:50.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.429970 28317 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
01:59:50.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.430462 28317 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:50.430851 28317 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:59:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.555884 28545 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.129:34331 every 8 connection(s)
01:59:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.556581 28317 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.129:34331
01:59:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.560906 28317 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/data/info.pb
01:59:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.561487 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 28317
01:59:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.562021 27702 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-0/wal/instance
01:59:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:51 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413590, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:51.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:51 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413590, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:51 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413590, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.752988 28559 heartbeater.cc:344] Connected to a master server at 127.27.13.190:34769
01:59:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.753645 28559 heartbeater.cc:461] Registering TS with master...
01:59:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.756516 28559 heartbeater.cc:507] Master 127.27.13.190:34769 requested a full tablet report, sending...
01:59:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.761350 27809 ts_manager.cc:194] Registered new tserver with Master: 93b1e50a0ff143cd9449864c986b38c4 (127.27.13.129:34331)
01:59:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.768543 28548 heartbeater.cc:344] Connected to a master server at 127.27.13.189:34519
01:59:51.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.768929 28548 heartbeater.cc:461] Registering TS with master...
01:59:51.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.769894 28548 heartbeater.cc:507] Master 127.27.13.189:34519 requested a full tablet report, sending...
01:59:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.775979 27958 ts_manager.cc:194] Registered new tserver with Master: 93b1e50a0ff143cd9449864c986b38c4 (127.27.13.129:34331)
01:59:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.13.130@KRBTEST.COM; defaulting to no policy
01:59:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.782300 28546 heartbeater.cc:344] Connected to a master server at 127.27.13.188:35045
01:59:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.782830 28546 heartbeater.cc:461] Registering TS with master...
01:59:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.784281 28546 heartbeater.cc:507] Master 127.27.13.188:35045 requested a full tablet report, sending...
01:59:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.787798 28119 ts_manager.cc:194] Registered new tserver with Master: 93b1e50a0ff143cd9449864c986b38c4 (127.27.13.129:34331)
01:59:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.793030 28119 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.13.129@KRBTEST.COM'} at 127.27.13.129:52947
01:59:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.13.130@KRBTEST.COM" created.
01:59:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:51.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:51.843580 27702 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.13.130: real 0.262s user 0.000s sys 0.040s
01:59:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.13.130@KRBTEST.COM; defaulting to no policy
01:59:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.13.130@KRBTEST.COM" created.
01:59:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:51.927309 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/logs
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data/info.pb
01:59:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.130:0
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.13.130
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.130
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.130
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.215798 26587 debug-util.cc:398] Leaking SignalData structure 0x7b080007cda0 after lost signal to thread 26470
01:59:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.216696 26587 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7e00 after lost signal to thread 26591
01:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.709388 28572 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.710562 28572 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.711862 28572 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:52 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413592, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:52.720656 28086 init.cc:295] Successfully reacquired a new kerberos TGT
01:59:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.797322 28572 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:52.798848 28546 heartbeater.cc:499] Master 127.27.13.188:35045 was elected leader, sending a full tablet report...
01:59:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.800331 28572 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.13.130
01:59:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:52.886317 28572 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/logs
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.130
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.130:0
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data/info.pb
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.130
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.13.130
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:52.888459 28572 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:52.889925 28572 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.943145 28583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:53.130887 26861 debug-util.cc:398] Leaking SignalData structure 0x7b08000992e0 after lost signal to thread 26748
01:59:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:53.132097 26861 debug-util.cc:398] Leaking SignalData structure 0x7b08000bace0 after lost signal to thread 26864
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:54.327462 28581 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 28572
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:54.652539 28581 kernel_stack_watchdog.cc:198] Thread 28572 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 375ms:
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:59:54.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:54.653409 28572 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.704s user 0.000s sys 0.007s
01:59:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:54.653798 28572 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.705s user 0.000s sys 0.008s
01:59:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:52.951392 28584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:54.667873 28592 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:54.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.674157 28572 server_base.cc:1061] running on GCE node
01:59:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.675474 28572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.680297 28572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.682142 28572 hybrid_clock.cc:648] HybridClock initialized: now 1786413594682076 us; error 53 us; skew 500 ppm
01:59:54.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.683163 28572 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:54 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413594, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.699375 28572 init.cc:377] Logged in from keytab as kudu/127.27.13.130@KRBTEST.COM (short username kudu)
01:59:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.715325 28572 webserver.cc:533] Webserver started at http://127.27.13.130:40219/ using document root <none> and password file <none>
01:59:54.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.716528 28572 fs_manager.cc:362] Metadata directory not provided
01:59:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.716792 28572 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.717366 28572 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.723268 28572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data/instance:
01:59:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cacfe6878f644fcdbdce08984e1c08a5"
01:59:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:54 on dist-test-slave-45dx"
01:59:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.724779 28572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal/instance:
01:59:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cacfe6878f644fcdbdce08984e1c08a5"
01:59:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:54 on dist-test-slave-45dx"
01:59:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.739122 28572 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.004s sys 0.008s
01:59:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.749895 28605 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.752197 28572 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.005s sys 0.004s
01:59:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.752852 28572 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal
01:59:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cacfe6878f644fcdbdce08984e1c08a5"
01:59:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:54 on dist-test-slave-45dx"
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.753346 28572 fs_report.cc:389] FS layout report
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data/data
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.838523 28572 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.847635 28572 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.848498 28572 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.857468 28572 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.867554 28572 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.867815 28572 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:59:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.868115 28572 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:54.868358 28572 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
01:59:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.292845 28572 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.130:38609
01:59:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.293110 28803 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.130:38609 every 8 connection(s)
01:59:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.296195 28572 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/data/info.pb
01:59:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.305426 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 28572
01:59:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.306059 27702 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-1/wal/instance
01:59:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.13.131@KRBTEST.COM; defaulting to no policy
01:59:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.13.131@KRBTEST.COM" created.
01:59:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:55 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413594, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.130@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:55 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413594, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.130@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:55 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413594, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.130@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.13.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:55.457175 27702 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.13.131: real 0.119s user 0.003s sys 0.017s
01:59:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.474968 28804 heartbeater.cc:344] Connected to a master server at 127.27.13.188:35045
01:59:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.475848 28804 heartbeater.cc:461] Registering TS with master...
01:59:55.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.480683 28804 heartbeater.cc:507] Master 127.27.13.188:35045 requested a full tablet report, sending...
01:59:55.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.481688 28807 heartbeater.cc:344] Connected to a master server at 127.27.13.189:34519
01:59:55.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.482447 28807 heartbeater.cc:461] Registering TS with master...
01:59:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.484443 28807 heartbeater.cc:507] Master 127.27.13.189:34519 requested a full tablet report, sending...
01:59:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.487435 28809 heartbeater.cc:344] Connected to a master server at 127.27.13.190:34769
01:59:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.488051 28809 heartbeater.cc:461] Registering TS with master...
01:59:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.489173 28119 ts_manager.cc:194] Registered new tserver with Master: cacfe6878f644fcdbdce08984e1c08a5 (127.27.13.130:38609)
01:59:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.13.131@KRBTEST.COM; defaulting to no policy
01:59:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.490962 27958 ts_manager.cc:194] Registered new tserver with Master: cacfe6878f644fcdbdce08984e1c08a5 (127.27.13.130:38609)
01:59:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.491688 28119 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.13.130@KRBTEST.COM'} at 127.27.13.130:55525
01:59:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.13.131@KRBTEST.COM" created.
01:59:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.492177 28809 heartbeater.cc:507] Master 127.27.13.190:34769 requested a full tablet report, sending...
01:59:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.498085 27809 ts_manager.cc:194] Registered new tserver with Master: cacfe6878f644fcdbdce08984e1c08a5 (127.27.13.130:38609)
01:59:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:59:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.13.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab.
01:59:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:55.529866 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal
01:59:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data
01:59:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/logs
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data/info.pb
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.131:0
01:59:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.13.131
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.131
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.131
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.122392 28833 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.122879 28833 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.123430 28833 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:56.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.171331 28833 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.172961 28833 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.13.131
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:56.217943 28833 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/logs
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.131
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.131:0
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data/info.pb
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.131
01:59:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.13.131
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:56.219300 28833 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:56.220547 28833 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.238097 28843 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:56.496984 28804 heartbeater.cc:499] Master 127.27.13.188:35045 was elected leader, sending a full tablet report...
01:59:56.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:56 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413596, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:56.509876 27780 init.cc:295] Successfully reacquired a new kerberos TGT
01:59:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:57.642473 28842 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 28833
01:59:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:57.792214 28833 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.554s user 0.603s sys 0.884s
01:59:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:57.792620 28833 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.555s user 0.604s sys 0.884s
01:59:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:56.240021 28845 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:57.803194 28854 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.803300 28833 server_base.cc:1061] running on GCE node
01:59:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.804615 28833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.806892 28833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.808408 28833 hybrid_clock.cc:648] HybridClock initialized: now 1786413597808340 us; error 55 us; skew 500 ppm
01:59:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.809476 28833 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:57 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413597, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.816679 28833 init.cc:377] Logged in from keytab as kudu/127.27.13.131@KRBTEST.COM (short username kudu)
01:59:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.822147 28833 webserver.cc:533] Webserver started at http://127.27.13.131:41621/ using document root <none> and password file <none>
01:59:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.823141 28833 fs_manager.cc:362] Metadata directory not provided
01:59:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.823397 28833 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.823913 28833 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:59:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.828233 28833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data/instance:
01:59:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fceb9597f2b6446c93590c3ac797acd2"
01:59:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:57 on dist-test-slave-45dx"
01:59:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.829543 28833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal/instance:
01:59:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fceb9597f2b6446c93590c3ac797acd2"
01:59:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:57 on dist-test-slave-45dx"
01:59:57.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.838282 28833 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
01:59:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.844576 28865 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:59:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.845890 28833 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
01:59:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.846194 28833 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal
01:59:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fceb9597f2b6446c93590c3ac797acd2"
01:59:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:57 on dist-test-slave-45dx"
01:59:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.846499 28833 fs_report.cc:389] FS layout report
01:59:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data/data
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.908589 28833 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:59:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.914616 28833 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.915068 28833 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.918054 28833 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.923195 28833 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:59:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.923460 28833 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:59:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.923774 28833 ts_tablet_manager.cc:616] Registered 0 tablets
01:59:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:57.924017 28833 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:59:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.526769 28833 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.131:34493
01:59:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.527319 29075 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.131:34493 every 8 connection(s)
01:59:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.533191 28833 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/data/info.pb
01:59:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.534236 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 28833
01:59:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.534857 27702 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/ts-2/wal/instance
01:59:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:58 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413597, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.131@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
01:59:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:58 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413597, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.131@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
01:59:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:58 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413597, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.131@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
01:59:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.687708 29079 heartbeater.cc:344] Connected to a master server at 127.27.13.189:34519
01:59:58.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.688431 29079 heartbeater.cc:461] Registering TS with master...
01:59:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.691355 29079 heartbeater.cc:507] Master 127.27.13.189:34519 requested a full tablet report, sending...
01:59:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.694818 29076 heartbeater.cc:344] Connected to a master server at 127.27.13.188:35045
01:59:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.695431 29076 heartbeater.cc:461] Registering TS with master...
01:59:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.698122 29076 heartbeater.cc:507] Master 127.27.13.188:35045 requested a full tablet report, sending...
01:59:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.698160 27958 ts_manager.cc:194] Registered new tserver with Master: fceb9597f2b6446c93590c3ac797acd2 (127.27.13.131:34493)
01:59:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.702916 28119 ts_manager.cc:194] Registered new tserver with Master: fceb9597f2b6446c93590c3ac797acd2 (127.27.13.131:34493)
01:59:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.706802 28119 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.13.131@KRBTEST.COM'} at 127.27.13.131:53809
01:59:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.720165 29084 heartbeater.cc:344] Connected to a master server at 127.27.13.190:34769
01:59:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.720820 29084 heartbeater.cc:461] Registering TS with master...
01:59:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.721987 29084 heartbeater.cc:507] Master 127.27.13.190:34769 requested a full tablet report, sending...
01:59:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.731807 27809 ts_manager.cc:194] Registered new tserver with Master: fceb9597f2b6446c93590c3ac797acd2 (127.27.13.131:34493)
01:59:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.754969 27702 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:59:58.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:58.782 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:59:58.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:59:58.794 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:59:58.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.13.190"
port: 34769
}
bound_http_address {
host: "127.27.13.190"
port: 43633
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.13.189"
port: 34519
}
bound_http_address {
host: "127.27.13.189"
port: 39679
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.13.188"
port: 35045
}
bound_http_address {
host: "127.27.13.188"
port: 34039
}
}
}
01:59:58.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:59:58.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.13.129"
port: 34331
}
bound_http_address {
host: "127.27.13.129"
port: 38161
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.13.130"
port: 38609
}
bound_http_address {
host: "127.27.13.130"
port: 40219
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.13.131"
port: 34493
}
bound_http_address {
host: "127.27.13.131"
port: 41621
}
}
}
01:59:58.800 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:59:58.801 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:59:58.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:58 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413598, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:58.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:59:58.854 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:58.857 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc
01:59:58.868 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:59:58.869 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc
01:59:58.870 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:59:58.897 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:59:58.899 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:59:58.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:59:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 01:59:58 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413598, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:59:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:59:58.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:58.953 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc
01:59:58.955 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:59:58.955 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.13.188:35045
01:59:58.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:59:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:58.957799 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 28041
01:59:59.009 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:59.010 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.13.190:34769
01:59:59.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:59:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.011070 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 27753
01:59:59.049 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:59.050 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.13.189:34519
01:59:59.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:59:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.050729 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 27882
01:59:59.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:59:59.094 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.13.188:35045
01:59:59.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:59:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.100296 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
01:59:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/logs
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/info.pb
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.188:35045
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.188
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34039
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.188
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:59:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:59:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:59:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.448295 29107 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.448925 29107 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.449546 29107 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.484839 29107 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:59:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.485083 29107 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:59:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.485350 29107 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.485556 29107 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:59:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.485761 29107 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:59:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.485963 29107 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:59:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.486112 29107 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39167/jwks.json
01:59:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.499327 26725 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff00 after lost signal to thread 26608
01:59:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.500087 26725 debug-util.cc:398] Leaking SignalData structure 0x7b080005a820 after lost signal to thread 26733
01:59:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.529093 29107 master_runner.cc:387] Master server non-default flags:
01:59:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/logs
01:59:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.188
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.188:35045
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:59:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:59:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/info.pb
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.188
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34039
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.530813 29107 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.532342 29107 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.538761 28809 heartbeater.cc:646] Failed to heartbeat to 127.27.13.190:34769 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111)
01:59:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.556958 29129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:59.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 01:59:59.713977 29076 heartbeater.cc:499] Master 127.27.13.188:35045 was elected leader, sending a full tablet report...
01:59:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.756109 29084 heartbeater.cc:646] Failed to heartbeat to 127.27.13.190:34769 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111)
01:59:59.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.838809 28559 heartbeater.cc:646] Failed to heartbeat to 127.27.13.190:34769 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111)
02:00:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:00 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413600, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:00.065660 28344 init.cc:295] Successfully reacquired a new kerberos TGT
02:00:01.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:01.293941 29107 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.737s user 0.528s sys 1.107s
02:00:01.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:01.300102 29107 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.744s user 0.528s sys 1.107s
02:00:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 01:59:59.559914 29130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:00.954594 29128 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 29107
02:00:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:01.312556 29160 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:01.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.315032 29107 server_base.cc:1061] running on GCE node
02:00:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.316448 29107 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.319705 29107 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:01.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.321170 29107 hybrid_clock.cc:648] HybridClock initialized: now 1786413601321005 us; error 172 us; skew 500 ppm
02:00:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.322132 29107 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:01 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413601, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.329144 29107 init.cc:377] Logged in from keytab as kudu/127.27.13.188@KRBTEST.COM (short username kudu)
02:00:01.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.337275 29107 webserver.cc:533] Webserver started at http://127.27.13.188:34039/ using document root <none> and password file <none>
02:00:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.338413 29107 fs_manager.cc:362] Metadata directory not provided
02:00:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.338719 29107 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.348513 29107 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.002s sys 0.005s
02:00:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.354208 29170 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:00:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.355695 29107 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.356084 29107 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd0dd1030274a689ea2515259e8998c"
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:42 on dist-test-slave-45dx"
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.358229 29107 fs_report.cc:389] FS layout report
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/wal
02:00:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/data
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.416205 29107 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:00:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.427251 29107 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.427723 29107 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.550226 29107 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.188:35045
02:00:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.550400 29258 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.188:35045 every 8 connection(s)
02:00:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.554675 29107 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-2/data/info.pb
02:00:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.564694 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 29107
02:00:01.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:00:01.566 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.13.190:34769
02:00:01.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.568769 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/logs
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/info.pb
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.190:34769
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.190
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43633
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.190
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:00:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:00:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:00:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:00:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
02:00:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:00:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:00:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.588768 29259 sys_catalog.cc:263] Verifying existing consensus state
02:00:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.616321 29259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Bootstrap starting.
02:00:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.664390 28804 heartbeater.cc:344] Connected to a master server at 127.27.13.188:35045
02:00:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.686774 29259 log.cc:826] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Log is configured to *not* fsync() on all Append() calls
02:00:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.710641 29259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.711791 29259 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: Bootstrap complete.
02:00:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.746796 29259 raft_consensus.cc:359] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.750675 29259 raft_consensus.cc:740] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbd0dd1030274a689ea2515259e8998c, State: Initialized, Role: FOLLOWER
02:00:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.751812 29259 consensus_queue.cc:260] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.755236 29277 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.756373 29277 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: FOLLOWER
02:00:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.757346 29259 sys_catalog.cc:565] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: configured and running, proceeding with master startup.
02:00:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.837061 29306 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:00:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.854058 29107 master_runner.cc:187] Error getting master registration for 127.27.13.190:34769: Network error: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111),
02:00:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.937076 29107 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:00:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.941676 29076 heartbeater.cc:344] Connected to a master server at 127.27.13.188:35045
02:00:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.942600 29076 heartbeater.cc:499] Master 127.27.13.188:35045 was elected leader, sending a full tablet report...
02:00:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:01 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413600, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
02:00:01.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.959496 29205 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fceb9597f2b6446c93590c3ac797acd2" instance_seqno: 1786413598344992) as {username='kudu', principal='kudu/127.27.13.131@KRBTEST.COM'} at 127.27.13.131:52281; Asking this server to re-register.
02:00:01.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.963385 29076 heartbeater.cc:461] Registering TS with master...
02:00:01.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.971671 29205 ts_manager.cc:194] Registered new tserver with Master: fceb9597f2b6446c93590c3ac797acd2 (127.27.13.131:34493)
02:00:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.983771 28546 heartbeater.cc:344] Connected to a master server at 127.27.13.188:35045
02:00:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.986877 29205 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "93b1e50a0ff143cd9449864c986b38c4" instance_seqno: 1786413591291002) as {username='kudu', principal='kudu/127.27.13.129@KRBTEST.COM'} at 127.27.13.129:57625; Asking this server to re-register.
02:00:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.988665 28546 heartbeater.cc:461] Registering TS with master...
02:00:01.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:01.992163 29205 ts_manager.cc:194] Registered new tserver with Master: 93b1e50a0ff143cd9449864c986b38c4 (127.27.13.129:34331)
02:00:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.158215 29271 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.159058 29271 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.160197 29271 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.201859 29271 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:00:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.202126 29271 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:00:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.202407 29271 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.202620 29271 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:00:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.202816 29271 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:00:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.203097 29271 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:00:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.203328 29271 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39167/jwks.json
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.258472 29271 master_runner.cc:387] Master server non-default flags:
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/logs
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:00:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.190
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.190:34769
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/info.pb
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.190
02:00:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43633
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:00:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.260604 29271 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.262331 29271 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:00:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.278540 29327 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:02.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.678864 29205 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cacfe6878f644fcdbdce08984e1c08a5" instance_seqno: 1786413595141204) as {username='kudu', principal='kudu/127.27.13.130@KRBTEST.COM'} at 127.27.13.130:59599; Asking this server to re-register.
02:00:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.687266 28804 heartbeater.cc:461] Registering TS with master...
02:00:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.692996 29205 ts_manager.cc:194] Registered new tserver with Master: cacfe6878f644fcdbdce08984e1c08a5 (127.27.13.130:38609)
02:00:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.878144 29306 catalog_manager.cc:1295] Loaded cluster ID: 03e4f2a0f0fb4b1e95ea5336f4087e04
02:00:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.878551 29306 catalog_manager.cc:1588] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: loading cluster ID for follower catalog manager: success
02:00:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.914619 29306 catalog_manager.cc:1610] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: acquiring CA information for follower catalog manager: success
02:00:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.915817 29353 raft_consensus.cc:493] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:00:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.916471 29353 raft_consensus.cc:515] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.933544 29306 catalog_manager.cc:1638] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:00:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.943506 29353 leader_election.cc:290] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769), 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519)
02:00:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.943682 29175 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111)
02:00:02.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.969389 29181 leader_election.cc:336] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519): Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
02:00:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.974793 29175 leader_election.cc:336] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769): Network error: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111)
02:00:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.975260 29175 leader_election.cc:304] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cbd0dd1030274a689ea2515259e8998c; no voters: 70dc1825f4d94035b178578addc2e1b4, a82f36beed3644ec941faa091e741ca3
02:00:02.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:02.976789 29353 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:00:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.557188 29379 raft_consensus.cc:493] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:00:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.558208 29379 raft_consensus.cc:515] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.596783 29379 leader_election.cc:290] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769), 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519)
02:00:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:04.598510 29181 leader_election.cc:336] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519): Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
02:00:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:04.604934 29175 leader_election.cc:336] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a82f36beed3644ec941faa091e741ca3 (127.27.13.190:34769): Network error: Client connection negotiation failed: client connection to 127.27.13.190:34769: connect: Connection refused (error 111)
02:00:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.605655 29175 leader_election.cc:304] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cbd0dd1030274a689ea2515259e8998c; no voters: 70dc1825f4d94035b178578addc2e1b4, a82f36beed3644ec941faa091e741ca3
02:00:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.606979 29379 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:00:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:04 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413604, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.709359 28597 init.cc:295] Successfully reacquired a new kerberos TGT
02:00:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:03.684988 29326 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 29271
02:00:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:04.711723 29271 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.433s user 0.794s sys 1.320s
02:00:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:04.712280 29271 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.434s user 0.794s sys 1.320s
02:00:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:02.279192 29333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:04.714648 29338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:04.717381 29335 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2433 milliseconds
02:00:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.717438 29271 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:00:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.719020 29271 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.724907 29271 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.726686 29271 hybrid_clock.cc:648] HybridClock initialized: now 1786413604726626 us; error 52 us; skew 500 ppm
02:00:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.727882 29271 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:04 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413604, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.736449 29271 init.cc:377] Logged in from keytab as kudu/127.27.13.190@KRBTEST.COM (short username kudu)
02:00:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.742509 29271 webserver.cc:533] Webserver started at http://127.27.13.190:43633/ using document root <none> and password file <none>
02:00:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.743446 29271 fs_manager.cc:362] Metadata directory not provided
02:00:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.743657 29271 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:04.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.752511 29271 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
02:00:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.757699 29392 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:00:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.759124 29271 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
02:00:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.759624 29271 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
02:00:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82f36beed3644ec941faa091e741ca3"
02:00:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:36 on dist-test-slave-45dx"
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.761718 29271 fs_report.cc:389] FS layout report
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/wal
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/data
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.827992 29271 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:00:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.834050 29271 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.834621 29271 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.929689 29271 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.190:34769
02:00:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.929764 29482 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.190:34769 every 8 connection(s)
02:00:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.933694 29271 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-0/data/info.pb
02:00:04.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.944062 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 29271
02:00:04.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:00:04.946 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.13.189:34519
02:00:04.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.953403 27702 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/logs
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/info.pb
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:00:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.189:34519
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.189
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39679
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.189
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
02:00:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:00:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
02:00:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:00:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:00:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:04.979453 29485 sys_catalog.cc:263] Verifying existing consensus state
02:00:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:05 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413600, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
02:00:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.026182 26587 debug-util.cc:398] Leaking SignalData structure 0x7b080009bde0 after lost signal to thread 26470
02:00:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.026903 26587 debug-util.cc:398] Leaking SignalData structure 0x7b0800093060 after lost signal to thread 26591
02:00:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.028867 29485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Bootstrap starting.
02:00:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.057591 29084 heartbeater.cc:344] Connected to a master server at 127.27.13.190:34769
02:00:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.063078 28559 heartbeater.cc:344] Connected to a master server at 127.27.13.190:34769
02:00:05.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.115192 29485 log.cc:826] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Log is configured to *not* fsync() on all Append() calls
02:00:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.152114 29485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.153174 29485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Bootstrap complete.
02:00:05.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.183656 29485 raft_consensus.cc:359] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:05.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.191388 29485 raft_consensus.cc:740] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a82f36beed3644ec941faa091e741ca3, State: Initialized, Role: FOLLOWER
02:00:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.193852 29485 consensus_queue.cc:260] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.202864 29495 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.204396 29495 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: FOLLOWER
02:00:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.207149 29485 sys_catalog.cc:565] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: configured and running, proceeding with master startup.
02:00:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.252693 29517 catalog_manager.cc:1295] Loaded cluster ID: 03e4f2a0f0fb4b1e95ea5336f4087e04
02:00:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.256757 29517 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: loading cluster ID for follower catalog manager: success
02:00:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.265802 29517 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: acquiring CA information for follower catalog manager: success
02:00:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:05 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413604, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
02:00:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.300613 29517 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:00:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.299742 29271 master_runner.cc:187] Error getting master registration for 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111),
02:00:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.352164 29271 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:00:05.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.514850 29491 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:00:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.516062 29491 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:00:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.517391 29491 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:00:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.580875 29491 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:00:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.581234 29491 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:00:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.581696 29491 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:00:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.582073 29491 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:00:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.582404 29491 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:00:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.582742 29491 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:00:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.582999 29491 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39167/jwks.json
02:00:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.656098 29491 master_runner.cc:387] Master server non-default flags:
02:00:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/logs
02:00:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:00:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:00:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.13.148:38863
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:00:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.13.190:34769,127.27.13.189:34519,127.27.13.188:35045
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/krb5kdc/kudu.keytab
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.13.189
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.13.189:34519
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39167/jwks.json
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/info.pb
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.13.189
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39679
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:00:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 01:43:23 UTC on e7f111948823
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13283
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.657847 29491 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:00:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.659251 29491 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:00:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.673069 29527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:05.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.760332 28809 heartbeater.cc:344] Connected to a master server at 127.27.13.190:34769
02:00:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.768442 29414 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cacfe6878f644fcdbdce08984e1c08a5" instance_seqno: 1786413595141204) as {username='kudu', principal='kudu/127.27.13.130@KRBTEST.COM'} at 127.27.13.130:47333; Asking this server to re-register.
02:00:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.771057 28809 heartbeater.cc:461] Registering TS with master...
02:00:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:05.775651 29412 ts_manager.cc:194] Registered new tserver with Master: cacfe6878f644fcdbdce08984e1c08a5 (127.27.13.130:38609)
02:00:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:06.066977 29412 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fceb9597f2b6446c93590c3ac797acd2" instance_seqno: 1786413598344992) as {username='kudu', principal='kudu/127.27.13.131@KRBTEST.COM'} at 127.27.13.131:50227; Asking this server to re-register.
02:00:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:06.069222 29084 heartbeater.cc:461] Registering TS with master...
02:00:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:06.072718 29414 ts_manager.cc:194] Registered new tserver with Master: fceb9597f2b6446c93590c3ac797acd2 (127.27.13.131:34493)
02:00:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:06.077942 29412 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "93b1e50a0ff143cd9449864c986b38c4" instance_seqno: 1786413591291002) as {username='kudu', principal='kudu/127.27.13.129@KRBTEST.COM'} at 127.27.13.129:43795; Asking this server to re-register.
02:00:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:06.083748 28559 heartbeater.cc:461] Registering TS with master...
02:00:06.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:06.087495 29412 ts_manager.cc:194] Registered new tserver with Master: 93b1e50a0ff143cd9449864c986b38c4 (127.27.13.129:34331)
02:00:07.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.016520 29107 master_runner.cc:187] Error getting master registration for 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111),
02:00:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.017517 29107 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:00:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.021082 29552 raft_consensus.cc:493] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:00:07.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.028674 29552 raft_consensus.cc:515] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.061695 28540 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6b60 after lost signal to thread 28320
02:00:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.067066 28540 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8400 after lost signal to thread 28545
02:00:07.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.054772 29552 leader_election.cc:290] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519), cbd0dd1030274a689ea2515259e8998c (127.27.13.188:35045)
02:00:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.120677 29398 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
02:00:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.184989 29398 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.27.13.189:34519, user_credentials={real_user=slave}} blocked reactor thread for 66976.9us
02:00:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.198508 29221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a82f36beed3644ec941faa091e741ca3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cbd0dd1030274a689ea2515259e8998c" is_pre_election: true
02:00:07.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.200171 29221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a82f36beed3644ec941faa091e741ca3 in term 1.
02:00:07.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.205520 29398 leader_election.cc:336] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519): Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
02:00:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.233186 29398 leader_election.cc:304] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a82f36beed3644ec941faa091e741ca3, cbd0dd1030274a689ea2515259e8998c; no voters: 70dc1825f4d94035b178578addc2e1b4
02:00:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.245343 29552 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:00:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.246251 29552 raft_consensus.cc:493] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:00:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.246953 29552 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 1 FOLLOWER]: Advancing to term 2
02:00:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.275764 29398 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.27.13.188:35045, user_credentials={real_user=slave}} blocked reactor thread for 45515.1us
02:00:07.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.354133 29552 raft_consensus.cc:515] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.369587 29552 leader_election.cc:290] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [CANDIDATE]: Term 2 election: Requested vote from peers 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519), cbd0dd1030274a689ea2515259e8998c (127.27.13.188:35045)
02:00:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.376573 29221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a82f36beed3644ec941faa091e741ca3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cbd0dd1030274a689ea2515259e8998c"
02:00:07.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.377781 29221 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 1 FOLLOWER]: Advancing to term 2
02:00:07.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.391160 29398 leader_election.cc:336] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519): Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111)
02:00:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.498718 29221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a82f36beed3644ec941faa091e741ca3 in term 2.
02:00:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.510689 29398 leader_election.cc:304] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a82f36beed3644ec941faa091e741ca3, cbd0dd1030274a689ea2515259e8998c; no voters: 70dc1825f4d94035b178578addc2e1b4
02:00:07.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.512482 29552 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 2 FOLLOWER]: Leader election won for term 2
02:00:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.527364 29552 raft_consensus.cc:697] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [term 2 LEADER]: Becoming Leader. State: Replica: a82f36beed3644ec941faa091e741ca3, State: Running, Role: LEADER
02:00:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.529647 29552 consensus_queue.cc:237] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.576728 29563 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a82f36beed3644ec941faa091e741ca3. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.578639 29563 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: LEADER
02:00:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.603461 29567 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:00:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.629204 29472 debug-util.cc:398] Leaking SignalData structure 0x7b0800071a20 after lost signal to thread 29319
02:00:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.763671 29567 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:00:07.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:07 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413607, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.825913 28859 init.cc:295] Successfully reacquired a new kerberos TGT
02:00:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.852022 29567 catalog_manager.cc:1295] Loaded cluster ID: 03e4f2a0f0fb4b1e95ea5336f4087e04
02:00:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.863396 29567 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:00:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.928191 29567 catalog_manager.cc:1540] Loading token signing keys...
02:00:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:07.987731 29567 catalog_manager.cc:6103] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3: Loaded TSK: 0
02:00:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.007899 29567 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:00:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:08.118624 29398 consensus_peers.cc:597] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 -> Peer 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519): Couldn't send request to peer 70dc1825f4d94035b178578addc2e1b4. Status: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:00:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.161520 29221 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [term 2 FOLLOWER]: Refusing update from remote peer a82f36beed3644ec941faa091e741ca3: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:00:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.165282 29563 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
02:00:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.239065 29563 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.240856 29563 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: LEADER
02:00:08.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.246584 29576 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a82f36beed3644ec941faa091e741ca3. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.250640 29589 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.252902 29589 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: FOLLOWER
02:00:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:08.248049 29576 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd0dd1030274a689ea2515259e8998c [sys.catalog]: This master's current role is: FOLLOWER
02:00:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:09.200968 28559 heartbeater.cc:499] Master 127.27.13.190:34769 was elected leader, sending a full tablet report...
02:00:09.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:09.803714 28809 heartbeater.cc:499] Master 127.27.13.190:34769 was elected leader, sending a full tablet report...
02:00:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:10 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413610, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.070935 28344 init.cc:295] Successfully reacquired a new kerberos TGT
02:00:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.101810 29084 heartbeater.cc:499] Master 127.27.13.190:34769 was elected leader, sending a full tablet report...
02:00:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:10.141533 29398 consensus_peers.cc:597] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 -> Peer 70dc1825f4d94035b178578addc2e1b4 (127.27.13.189:34519): Couldn't send request to peer 70dc1825f4d94035b178578addc2e1b4. Status: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:00:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.420735 29271 master_runner.cc:187] Error getting master registration for 127.27.13.189:34519: Network error: Client connection negotiation failed: client connection to 127.27.13.189:34519: connect: Connection refused (error 111),
02:00:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.421361 29271 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:00:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:07.076391 29526 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 29491
02:00:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:10.592972 29526 kernel_stack_watchdog.cc:198] Thread 29491 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 376ms:
02:00:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:00:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:00:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:00:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:00:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:05.676376 29528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:10.598721 29491 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 4.901s user 0.003s sys 0.001s
02:00:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:10.599126 29491 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 4.902s user 0.003s sys 0.001s
02:00:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:10.601166 29533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:00:10.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:10.604817 29530 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 4928 milliseconds
02:00:10.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.605499 29491 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:00:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.608110 29491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:00:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.620939 29491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:00:10.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.628758 29491 hybrid_clock.cc:648] HybridClock initialized: now 1786413610628686 us; error 67 us; skew 500 ppm
02:00:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.630087 29491 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:00:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:10 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413610, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.639966 29491 init.cc:377] Logged in from keytab as kudu/127.27.13.189@KRBTEST.COM (short username kudu)
02:00:10.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.676782 29491 webserver.cc:533] Webserver started at http://127.27.13.189:39679/ using document root <none> and password file <none>
02:00:10.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.678700 29491 fs_manager.cc:362] Metadata directory not provided
02:00:10.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.679304 29491 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:00:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.699774 29491 fs_manager.cc:714] Time spent opening directory manager: real 0.015s user 0.003s sys 0.009s
02:00:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.714248 29616 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:00:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.716208 29491 fs_manager.cc:730] Time spent opening block manager: real 0.013s user 0.006s sys 0.005s
02:00:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.716984 29491 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data,/tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
02:00:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70dc1825f4d94035b178578addc2e1b4"
02:00:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 01:59:39 on dist-test-slave-45dx"
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.720651 29491 fs_report.cc:389] FS layout report
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/wal
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/data
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:00:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:00:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:00:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:00:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:00:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:00:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:00:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:00:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:00:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.828351 29491 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:00:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.844049 29491 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:00:10.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:10.844691 29491 kserver.cc:163] Server-wide thread pool size limit: 3276
02:00:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.306280 29711 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.13.189:34519 every 8 connection(s)
02:00:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.307195 29491 rpc_server.cc:307] RPC server started. Bound to: 127.27.13.189:34519
02:00:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.312181 29491 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktMziQI/test-tmp/mini-kudu-cluster13133371744226904003/master-1/data/info.pb
02:00:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.318430 27702 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu as pid 29491
02:00:11.319 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:00:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:11 dist-test-slave-45dx krb5kdc[27719](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413611, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:00:11.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.338573 29165 init.cc:295] Successfully reacquired a new kerberos TGT
02:00:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.362864 29712 sys_catalog.cc:263] Verifying existing consensus state
02:00:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.373380 29712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Bootstrap starting.
02:00:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.447918 29712 log.cc:826] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Log is configured to *not* fsync() on all Append() calls
02:00:11.467 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.13.188:35045(127.27.13.188:35045)] connecting to peer
02:00:11.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:11.476562 26725 debug-util.cc:398] Leaking SignalData structure 0x7b08000b31a0 after lost signal to thread 26608
02:00:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:11.477722 26725 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe20 after lost signal to thread 26733
02:00:11.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.481051 29712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:00:11.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.482345 29712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4: Bootstrap complete.
02:00:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.547539 29712 raft_consensus.cc:359] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:11.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.550794 29712 raft_consensus.cc:740] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70dc1825f4d94035b178578addc2e1b4, State: Initialized, Role: FOLLOWER
02:00:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.552196 29712 consensus_queue.cc:260] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } }
02:00:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.580268 29718 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.595674 29718 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: This master's current role is: FOLLOWER
02:00:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.582931 29712 sys_catalog.cc:565] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: configured and running, proceeding with master startup.
02:00:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:11 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413604, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.190@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
02:00:11.748 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.13.190:34769(127.27.13.190:34769)] connecting to peer
02:00:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.746228 29667 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [term 1 FOLLOWER]: Advancing to term 2
02:00:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:11.746206 29745 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:00:11.776 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.13.189:34519(127.27.13.189:34519)] connecting to peer
02:00:11.811 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.13.188:35045(127.27.13.188:35045)] Successfully connected to peer
02:00:11.828 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.13.189:34519(127.27.13.189:34519)] Successfully connected to peer
02:00:11.829 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.13.190:34769(127.27.13.190:34769)] Successfully connected to peer
02:00:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:11 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413610, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for kudu/127.27.13.190@KRBTEST.COM
02:00:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:11 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413604, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.130@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
02:00:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.025218 29718 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a82f36beed3644ec941faa091e741ca3. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.027494 29718 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: This master's current role is: FOLLOWER
02:00:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:12 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413610, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
02:00:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.061403 29765 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.067287 29765 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70dc1825f4d94035b178578addc2e1b4 [sys.catalog]: This master's current role is: FOLLOWER
02:00:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.093999 28807 heartbeater.cc:344] Connected to a master server at 127.27.13.189:34519
02:00:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.101431 29647 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cacfe6878f644fcdbdce08984e1c08a5" instance_seqno: 1786413595141204) as {username='kudu', principal='kudu/127.27.13.130@KRBTEST.COM'} at 127.27.13.130:53033; Asking this server to re-register.
02:00:12.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.103737 28807 heartbeater.cc:461] Registering TS with master...
02:00:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.108120 29645 ts_manager.cc:194] Registered new tserver with Master: cacfe6878f644fcdbdce08984e1c08a5 (127.27.13.130:38609)
02:00:12.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.133200 29766 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a82f36beed3644ec941faa091e741ca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a82f36beed3644ec941faa091e741ca3" member_type: VOTER last_known_addr { host: "127.27.13.190" port: 34769 } } peers { permanent_uuid: "70dc1825f4d94035b178578addc2e1b4" member_type: VOTER last_known_addr { host: "127.27.13.189" port: 34519 } } peers { permanent_uuid: "cbd0dd1030274a689ea2515259e8998c" member_type: VOTER last_known_addr { host: "127.27.13.188" port: 35045 } } }
02:00:12.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.134200 29766 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82f36beed3644ec941faa091e741ca3 [sys.catalog]: This master's current role is: LEADER
02:00:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:12 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413610, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.189@KRBTEST.COM for kudu/127.27.13.188@KRBTEST.COM
02:00:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:12 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413611, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.188@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
02:00:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:12 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413607, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.131@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
02:00:12.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.198730 29079 heartbeater.cc:344] Connected to a master server at 127.27.13.189:34519
02:00:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.201923 29647 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fceb9597f2b6446c93590c3ac797acd2" instance_seqno: 1786413598344992) as {username='kudu', principal='kudu/127.27.13.131@KRBTEST.COM'} at 127.27.13.131:40033; Asking this server to re-register.
02:00:12.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.205786 29079 heartbeater.cc:461] Registering TS with master...
02:00:12.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.210227 29647 ts_manager.cc:194] Registered new tserver with Master: fceb9597f2b6446c93590c3ac797acd2 (127.27.13.131:34493)
02:00:12.213 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
02:00:12.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.13.190:34769(127.27.13.190:34769)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:00:12.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.13.190:34769: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:12.246505 29756 negotiation.cc:336] Failed RPC negotiation. Trace:
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.814260 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:47130 (local address 127.27.13.190:34769)
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.848042 (+ 33782us) server_negotiation.cc:207] Beginning negotiation
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.848099 (+ 57us) server_negotiation.cc:400] Waiting for connection header
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.092546 (+244447us) server_negotiation.cc:408] Connection header received
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.162929 (+ 70383us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.162968 (+ 39us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.163226 (+ 258us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.163402 (+ 176us) server_negotiation.cc:227] Negotiated authn=SASL
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.244090 (+ 80688us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:47130: BlockingRecv error: recv got EOF from 127.0.0.1:47130 (error 108)
02:00:12.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":32262,"thread_start_us":33726,"threads_started":1}
02:00:12.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.13.188:35045(127.27.13.188:35045)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:00:12.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.13.188:35045: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:00:12.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.13.189:34519(127.27.13.189:34519)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:00:12.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.13.189:34519: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:12.253325 29753 negotiation.cc:336] Failed RPC negotiation. Trace:
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.803741 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:45468 (local address 127.27.13.188:35045)
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.836577 (+ 32836us) server_negotiation.cc:207] Beginning negotiation
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.836625 (+ 48us) server_negotiation.cc:400] Waiting for connection header
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.069628 (+233003us) server_negotiation.cc:408] Connection header received
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.174539 (+104911us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.174571 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.174793 (+ 222us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.174976 (+ 183us) server_negotiation.cc:227] Negotiated authn=SASL
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.250723 (+ 75747us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45468: BlockingRecv error: recv got EOF from 127.0.0.1:45468 (error 108)
02:00:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":30813,"thread_start_us":39697,"threads_started":1}
02:00:12.255 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.13.190:34769(127.27.13.190:34769)] handling channelInactive
02:00:12.255 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.13.188:35045(127.27.13.188:35045)] handling channelInactive
02:00:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 02:00:12 dist-test-slave-45dx krb5kdc[27719](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786413610, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.13.129@KRBTEST.COM for kudu/127.27.13.189@KRBTEST.COM
02:00:12.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=937), Traces: [0ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.13.188:35045, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.13.190:34769, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.13.189:34519, [899ms] Sub RPC ConnectToMaster: received response from server master-127.27.13.190:34769: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [911ms] Sub RPC ConnectToMaster: received response from server master-127.27.13.188:35045: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [914ms] Sub RPC ConnectToMaster: received response from server master-127.27.13.189:34519: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.13.188:35045,127.27.13.190:34769,127.27.13.189:34519). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.13.188:35045,127.27.13.190:34769,127.27.13.189:34519). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
02:00:12.287 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=964), Traces: [0ms] refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.13.188:35045, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.13.190:34769, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.13.189:34519, [899ms] Sub RPC ConnectToMaster: received response from server master-127.27.13.190:34769: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [911ms] Sub RPC ConnectToMaster: received response from server master-127.27.13.188:35045: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [914ms] Sub RPC ConnectToMaster: received response from server master-127.27.13.189:34519: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
02:00:12.290 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.13.190:34769(127.27.13.190:34769)] disconnecting while in state TERMINATED
02:00:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.289899 28548 heartbeater.cc:344] Connected to a master server at 127.27.13.189:34519
02:00:12.292 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.13.188:35045(127.27.13.188:35045)] disconnecting while in state TERMINATED
02:00:12.292 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.13.189:34519(127.27.13.189:34519)] disconnecting while in state TERMINATED
02:00:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.292953 29647 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "93b1e50a0ff143cd9449864c986b38c4" instance_seqno: 1786413591291002) as {username='kudu', principal='kudu/127.27.13.129@KRBTEST.COM'} at 127.27.13.129:48835; Asking this server to re-register.
02:00:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.294407 28548 heartbeater.cc:461] Registering TS with master...
02:00:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.298177 29647 ts_manager.cc:194] Registered new tserver with Master: 93b1e50a0ff143cd9449864c986b38c4 (127.27.13.129:34331)
02:00:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 02:00:12.303625 29726 negotiation.cc:336] Failed RPC negotiation. Trace:
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.805004 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:48936 (local address 127.27.13.189:34519)
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.806629 (+ 1625us) server_negotiation.cc:207] Beginning negotiation
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:11.806684 (+ 55us) server_negotiation.cc:400] Waiting for connection header
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.072908 (+266224us) server_negotiation.cc:408] Connection header received
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.196676 (+123768us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.196707 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.196943 (+ 236us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.197115 (+ 172us) server_negotiation.cc:227] Negotiated authn=SASL
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 02:00:12.302250 (+105135us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:48936: BlockingRecv error: recv got EOF from 127.0.0.1:48936 (error 108)
02:00:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":160}
02:00:12.315 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:00:12.327 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:00:12.327 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.13.189:34519(127.27.13.189:34519)] handling channelInactive
02:00:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.375245 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 28317
02:00:12.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.466984 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 28572
02:00:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.517757 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 28833
02:00:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.623816 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 29271
02:00:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.658705 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 29491
02:00:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:12.693748 27702 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 29107
02:00:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T02:00:13Z chronyd exiting
02:00:14.981 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:00:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:14.983821 26446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 26942
02:00:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:15.027560 26446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 27204
02:00:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:15.079869 26446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 27444
02:00:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:15.119132 26446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 26466
02:00:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:15.167294 26446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 26596
02:00:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 02:00:15.217023 26446 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktMziQI/build/tsan/bin/kudu with pid 26740
02:00:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T02:00:16Z chronyd exiting
02:00:17.454 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.13.188:35045,127.27.13.190:34769,127.27.13.189:34519). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.13.188:35045,127.27.13.190:34769,127.27.13.189:34519). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
02:00:18.269 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
02:00:18.270 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.13.188:35045,127.27.13.190:34769,127.27.13.189:34519). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.13.188:35045,127.27.13.190:34769,127.27.13.189:34519). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more