13:58:57.888 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:58:57.900 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktS_QFN/test-tmp
13:58:57.905 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:58:57.908 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktS_QFN/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:58:58.157 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:58:58.329 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:58:58.330 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:58:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.336028 13910 mini_oidc.cc:150] Starting JWKS server
13:58:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.340627 13910 webserver.cc:533] Webserver started at http://127.0.0.1:42975/ using document root <none> and password file <none>
13:58:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.341471 13910 mini_oidc.cc:186] Starting OIDC Discovery server
13:58:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.343859 13910 webserver.cc:533] Webserver started at http://127.0.0.1:36699/ using document root <none> and password file <none>
13:58:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:58:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:58Z Disabled control of system clock
13:58:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.413308 13910 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:58:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:58:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal
13:58:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data
13:58:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/logs
13:58:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data/info.pb
13:58:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.190:46707
13:58:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.190
13:58:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:58:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:58:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json with env {}
13:58:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.757026 13922 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.757612 13922 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.758224 13922 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.792171 13922 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:58:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.792479 13922 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.792678 13922 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:58:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.793011 13922 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:58:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.793367 13922 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:58:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.793637 13922 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42975/jwks.json
13:58:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.831403 13922 master_runner.cc:387] Master server non-default flags:
13:58:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/logs
13:58:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:58:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data
13:58:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.190:46707
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
13:58:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data/info.pb
13:58:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.190
13:58:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:58:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:58:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.832780 13922 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:58.835184 13922 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.849820 13929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.713838 13922 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.864s user 0.714s sys 1.149s
13:59:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.714679 13922 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.865s user 0.714s sys 1.149s
13:59:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.253465 13928 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 13922
13:59:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.716624 13931 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1864 milliseconds
13:59:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:58.850369 13930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:00.717803 13932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.718016 13922 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.725497 13922 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.729876 13922 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.733615 13922 hybrid_clock.cc:648] HybridClock initialized: now 1786456740733476 us; error 126 us; skew 500 ppm
13:59:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.735355 13922 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.747469 13922 webserver.cc:533] Webserver started at http://127.13.149.190:38971/ using document root <none> and password file <none>
13:59:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.749956 13922 fs_manager.cc:362] Metadata directory not provided
13:59:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.750413 13922 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.751477 13922 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.760317 13922 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data/instance:
13:59:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29802a79abcb4be7ae6590ce638d0ad3"
13:59:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:00 on dist-test-slave-qg60"
13:59:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.762894 13922 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal/instance:
13:59:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29802a79abcb4be7ae6590ce638d0ad3"
13:59:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:00 on dist-test-slave-qg60"
13:59:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.776595 13922 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.013s sys 0.001s
13:59:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.786926 13941 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.789378 13922 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.006s sys 0.000s
13:59:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.790015 13922 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal
13:59:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29802a79abcb4be7ae6590ce638d0ad3"
13:59:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:00 on dist-test-slave-qg60"
13:59:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.790784 13922 fs_report.cc:389] FS layout report
13:59:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal
13:59:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal
13:59:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data/data
13:59:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:00.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:00.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.876717 13922 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.879747 13922 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:00.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.880702 13922 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.994438 13922 rpc_server.cc:307] RPC server started. Bound to: 127.13.149.190:46707
13:59:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.994575 14002 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.149.190:46707 every 8 connection(s)
13:59:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:00.999888 13922 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/data/info.pb
13:59:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.005519 13910 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 13922
13:59:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.006554 13910 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-0/wal/instance
13:59:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.011828 14003 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.013185 13910 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal
13:59:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data
13:59:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:01.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:01.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/logs
13:59:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data/info.pb
13:59:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.189:38657
13:59:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.189
13:59:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json with env {}
13:59:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.041682 14003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } has no permanent_uuid. Determining permanent_uuid...
13:59:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.110282 14003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } has no permanent_uuid. Determining permanent_uuid...
13:59:01.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.116083 13943 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.126402 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.176478 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 1
13:59:01.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.187362 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.256228 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 2
13:59:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.267182 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:01.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.358902 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 3
13:59:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.369084 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.512780 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 4
13:59:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.521118 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.601469 14006 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.602240 14006 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.602993 14006 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:01.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.637843 14006 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:01.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.638279 14006 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:01.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.638638 14006 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:01.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.639004 14006 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:01.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.639382 14006 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:01.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.639676 14006 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42975/jwks.json
13:59:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.678045 14006 master_runner.cc:387] Master server non-default flags:
13:59:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/logs
13:59:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:01.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data
13:59:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal
13:59:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.189:38657
13:59:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
13:59:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data/info.pb
13:59:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.189
13:59:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.680069 14006 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.682621 14006 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.695963 14016 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:01.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:01.820837 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 5
13:59:01.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.831825 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:02.379392 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 6
13:59:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:02.406322 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.189:38657: Network error: Client connection negotiation failed: client connection to 127.13.149.189:38657: connect: Connection refused (error 111)
13:59:03.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.100286 14015 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 14006
13:59:03.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.192883 14015 kernel_stack_watchdog.cc:198] Thread 14006 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
13:59:03.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:01.698071 14017 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.193377 14006 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.496s user 0.523s sys 0.973s
13:59:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.193775 14006 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.497s user 0.523s sys 0.973s
13:59:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.195815 14020 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.198704 14019 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1496 milliseconds
13:59:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.198745 14006 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.200269 14006 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:03.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.202884 14006 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.204294 14006 hybrid_clock.cc:648] HybridClock initialized: now 1786456743204259 us; error 49 us; skew 500 ppm
13:59:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.205209 14006 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.212174 14006 webserver.cc:533] Webserver started at http://127.13.149.189:39055/ using document root <none> and password file <none>
13:59:03.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.213279 14006 fs_manager.cc:362] Metadata directory not provided
13:59:03.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.213496 14006 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:03.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.213901 14006 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.218430 14006 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data/instance:
13:59:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11c76eb1504942c38e525aa34866845e"
13:59:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:03 on dist-test-slave-qg60"
13:59:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.219519 14006 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal/instance:
13:59:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11c76eb1504942c38e525aa34866845e"
13:59:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:03 on dist-test-slave-qg60"
13:59:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.227870 14006 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.007s
13:59:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.233783 14029 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.235224 14006 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
13:59:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.235551 14006 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal
13:59:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11c76eb1504942c38e525aa34866845e"
13:59:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:03 on dist-test-slave-qg60"
13:59:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.235860 14006 fs_report.cc:389] FS layout report
13:59:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal
13:59:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal
13:59:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data/data
13:59:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.297734 14006 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.299615 14006 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.300123 14006 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.386742 14006 rpc_server.cc:307] RPC server started. Bound to: 127.13.149.189:38657
13:59:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.386827 14096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.149.189:38657 every 8 connection(s)
13:59:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.390110 14006 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/data/info.pb
13:59:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.391044 13910 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14006
13:59:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.391629 13910 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-1/wal/instance
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.395632 13910 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/logs
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data/info.pb
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.188:33927
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.188
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json with env {}
13:59:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.398649 14097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.410363 14097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.433393 14097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.448993 14097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.452143 14031 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.456669 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.466966 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } attempt: 7
13:59:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.479516 14003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.485806 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.506309 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 1
13:59:03.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.511790 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.544252 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 1
13:59:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.548784 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.580229 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 2
13:59:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.585397 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.630264 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 2
13:59:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.635349 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.676884 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 3
13:59:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.682169 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.720878 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 3
13:59:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.725845 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.742010 14099 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.742857 14099 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.743597 14099 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.778019 14099 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:03.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.778419 14099 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:03.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.778754 14099 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:03.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.779086 14099 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:03.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.779415 14099 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:03.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.779678 14099 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42975/jwks.json
13:59:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.819752 14099 master_runner.cc:387] Master server non-default flags:
13:59:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/logs
13:59:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data
13:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.188:33927
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42975/jwks.json
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data/info.pb
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.188
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.821630 14099 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.824203 14099 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.825691 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 4
13:59:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.830664 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.838757 14115 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:03.866336 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 4
13:59:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.875658 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.130180 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 5
13:59:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.140707 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.159250 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 5
13:59:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.169137 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:04.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.688357 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 6
13:59:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.717260 14097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:04.721743 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 6
13:59:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:04.736450 14003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.149.188:33927: Network error: Client connection negotiation failed: client connection to 127.13.149.188:33927: connect: Connection refused (error 111)
13:59:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.242251 14113 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 14099
13:59:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.320322 14113 kernel_stack_watchdog.cc:198] Thread 14099 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
13:59:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.320971 14099 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.482s user 0.512s sys 0.967s
13:59:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.321413 14099 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.483s user 0.512s sys 0.967s
13:59:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:03.839632 14116 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.322613 14117 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1483 milliseconds
13:59:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.323994 14118 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.324083 14099 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.328778 14099 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.331549 14099 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.332979 14099 hybrid_clock.cc:648] HybridClock initialized: now 1786456745332929 us; error 65 us; skew 500 ppm
13:59:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.333878 14099 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:05.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.340970 14099 webserver.cc:533] Webserver started at http://127.13.149.188:38201/ using document root <none> and password file <none>
13:59:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.342111 14099 fs_manager.cc:362] Metadata directory not provided
13:59:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.342378 14099 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.342882 14099 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.349061 14099 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data/instance:
13:59:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8c12cef34645bca5150692b51b68b3"
13:59:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:05 on dist-test-slave-qg60"
13:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.350327 14099 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal/instance:
13:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8c12cef34645bca5150692b51b68b3"
13:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:05 on dist-test-slave-qg60"
13:59:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.358855 14099 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.003s
13:59:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.365530 14132 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.366881 14099 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
13:59:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.367329 14099 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal
13:59:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8c12cef34645bca5150692b51b68b3"
13:59:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:05 on dist-test-slave-qg60"
13:59:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.367801 14099 fs_report.cc:389] FS layout report
13:59:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal
13:59:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal
13:59:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data/data
13:59:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.432220 14099 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.434160 14099 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.434726 14099 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.517259 14099 rpc_server.cc:307] RPC server started. Bound to: 127.13.149.188:33927
13:59:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.517341 14196 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.149.188:33927 every 8 connection(s)
13:59:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.519953 14099 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/data/info.pb
13:59:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.526562 14197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.527220 13910 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14099
13:59:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.527734 13910 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/master-2/wal/instance
13:59:05.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.541385 14197 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.573362 14197 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.584241 14197 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.602558 14197 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: Bootstrap starting.
13:59:05.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.609534 14197 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: Neither blocks nor log segments found. Creating new log.
13:59:05.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.611930 14197 log.cc:826] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: Log is configured to *not* fsync() on all Append() calls
13:59:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.617910 14197 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: No bootstrap required, opened a new log
13:59:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.638863 14197 raft_consensus.cc:359] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.639542 14197 raft_consensus.cc:385] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.639753 14197 raft_consensus.cc:740] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8c12cef34645bca5150692b51b68b3, State: Initialized, Role: FOLLOWER
13:59:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.640604 14197 consensus_queue.cc:260] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.643427 14206 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.644096 14206 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.645179 14197 sys_catalog.cc:565] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: configured and running, proceeding with master startup.
13:59:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.662564 14206 raft_consensus.cc:493] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.663195 14206 raft_consensus.cc:515] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.666659 14206 leader_election.cc:290] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 29802a79abcb4be7ae6590ce638d0ad3 (127.13.149.190:46707), 11c76eb1504942c38e525aa34866845e (127.13.149.189:38657)
13:59:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.675974 14222 catalog_manager.cc:1594] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.676365 14222 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.691224 14139 tablet.cc:2406] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.670857 14099 master_runner.cc:187] Error getting master registration for 127.13.149.190:46707: OK, instance_id { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" instance_seqno: 1786456740964330 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.700654 14099 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.770651 14003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 7
13:59:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.777817 14097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } attempt: 7
13:59:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.797415 14003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: Bootstrap starting.
13:59:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.807850 14003 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: Neither blocks nor log segments found. Creating new log.
13:59:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.810459 14003 log.cc:826] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: Log is configured to *not* fsync() on all Append() calls
13:59:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.823019 14003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: No bootstrap required, opened a new log
13:59:05.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.832763 14097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: Bootstrap starting.
13:59:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.840960 14097 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: Neither blocks nor log segments found. Creating new log.
13:59:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.843453 14097 log.cc:826] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: Log is configured to *not* fsync() on all Append() calls
13:59:05.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.854480 14097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: No bootstrap required, opened a new log
13:59:05.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.855279 14003 raft_consensus.cc:359] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.856588 14003 raft_consensus.cc:385] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:05.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.856928 14003 raft_consensus.cc:740] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29802a79abcb4be7ae6590ce638d0ad3, State: Initialized, Role: FOLLOWER
13:59:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.858146 14003 consensus_queue.cc:260] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.866916 14229 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.868569 14003 sys_catalog.cc:565] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: configured and running, proceeding with master startup.
13:59:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.869594 13971 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bf8c12cef34645bca5150692b51b68b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29802a79abcb4be7ae6590ce638d0ad3" is_pre_election: true
13:59:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.871366 13971 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf8c12cef34645bca5150692b51b68b3 in term 0.
13:59:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.870610 14229 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.873250 14136 leader_election.cc:304] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29802a79abcb4be7ae6590ce638d0ad3, bf8c12cef34645bca5150692b51b68b3; no voters:
13:59:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.874109 14206 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:59:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.874496 14206 raft_consensus.cc:493] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.874855 14206 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 0 FOLLOWER]: Advancing to term 1
13:59:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.889987 14206 raft_consensus.cc:515] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.891116 14097 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.892037 14097 raft_consensus.cc:385] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:05.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.892340 14097 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11c76eb1504942c38e525aa34866845e, State: Initialized, Role: FOLLOWER
13:59:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.893587 14097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:05.896066 13947 tablet.cc:2406] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.903338 14235 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.903752 13971 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bf8c12cef34645bca5150692b51b68b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29802a79abcb4be7ae6590ce638d0ad3"
13:59:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.904219 14235 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: This master's current role is: FOLLOWER
13:59:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.904407 13971 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 0 FOLLOWER]: Advancing to term 1
13:59:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.907307 14097 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: configured and running, proceeding with master startup.
13:59:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.907502 14066 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bf8c12cef34645bca5150692b51b68b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11c76eb1504942c38e525aa34866845e"
13:59:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.908329 14066 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [term 0 FOLLOWER]: Advancing to term 1
13:59:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.908996 14067 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bf8c12cef34645bca5150692b51b68b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11c76eb1504942c38e525aa34866845e" is_pre_election: true
13:59:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.913434 13971 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf8c12cef34645bca5150692b51b68b3 in term 1.
13:59:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.914834 14136 leader_election.cc:304] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29802a79abcb4be7ae6590ce638d0ad3, bf8c12cef34645bca5150692b51b68b3; no voters:
13:59:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.906957 14206 leader_election.cc:290] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [CANDIDATE]: Term 1 election: Requested vote from peers 29802a79abcb4be7ae6590ce638d0ad3 (127.13.149.190:46707), 11c76eb1504942c38e525aa34866845e (127.13.149.189:38657)
13:59:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.939016 14206 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 1 FOLLOWER]: Leader election won for term 1
13:59:05.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.941119 14206 raft_consensus.cc:697] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [term 1 LEADER]: Becoming Leader. State: Replica: bf8c12cef34645bca5150692b51b68b3, State: Running, Role: LEADER
13:59:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.945166 14206 consensus_queue.cc:237] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } }
13:59:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.942591 14066 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf8c12cef34645bca5150692b51b68b3 in term 1.
13:59:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.968787 14240 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bf8c12cef34645bca5150692b51b68b3. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:05.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.973343 14240 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: This master's current role is: LEADER
13:59:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.981302 14254 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.987804 14258 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:05.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.992833 14254 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.021880 14260 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:05.992551 14006 master_runner.cc:187] Error getting master registration for 127.13.149.190:46707: OK, instance_id { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" instance_seqno: 1786456740964330 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.030534 14006 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.033702 14066 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [term 1 FOLLOWER]: Refusing update from remote peer bf8c12cef34645bca5150692b51b68b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:06.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.030332 13971 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [term 1 FOLLOWER]: Refusing update from remote peer bf8c12cef34645bca5150692b51b68b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.040990 14206 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.043624 14206 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.059270 14037 tablet.cc:2406] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.066622 14229 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bf8c12cef34645bca5150692b51b68b3. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.067178 14229 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: This master's current role is: FOLLOWER
13:59:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.072436 14261 mvcc.cc:204] Tried to move back new op lower bound from 7317326831715569664 to 7317326831432925184. Current Snapshot: MvccSnapshot[applied={T|T < 7317326831715569664}]
13:59:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.074361 14240 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.075088 14240 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: This master's current role is: LEADER
13:59:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.078013 14254 catalog_manager.cc:1383] Generated new cluster ID: caaa5ac375014d7188654939b64d270f
13:59:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.078308 14254 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:06.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.087301 14229 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:06.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.087998 14229 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3 [sys.catalog]: This master's current role is: FOLLOWER
13:59:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.104751 14235 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: SysCatalogTable state changed. Reason: New leader bf8c12cef34645bca5150692b51b68b3. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.105492 14235 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: This master's current role is: FOLLOWER
13:59:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.114499 14254 catalog_manager.cc:1406] Generated new certificate authority record
13:59:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.117131 14206 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.117947 14206 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 [sys.catalog]: This master's current role is: LEADER
13:59:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.117147 14254 catalog_manager.cc:1540] Loading token signing keys...
13:59:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.133249 14235 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bf8c12cef34645bca5150692b51b68b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29802a79abcb4be7ae6590ce638d0ad3" member_type: VOTER last_known_addr { host: "127.13.149.190" port: 46707 } } peers { permanent_uuid: "11c76eb1504942c38e525aa34866845e" member_type: VOTER last_known_addr { host: "127.13.149.189" port: 38657 } } peers { permanent_uuid: "bf8c12cef34645bca5150692b51b68b3" member_type: VOTER last_known_addr { host: "127.13.149.188" port: 33927 } } }
13:59:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.133993 14235 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e [sys.catalog]: This master's current role is: FOLLOWER
13:59:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.147397 14254 catalog_manager.cc:6092] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3: Generated new TSK 0
13:59:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.149520 14254 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.178097 13910 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/logs
13:59:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data/info.pb
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.129:0
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.149.129
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.129
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.531020 14271 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.531718 14271 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.532488 14271 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.597121 14271 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.598505 14271 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.149.129
13:59:06.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.644385 14271 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/logs
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal
13:59:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.129:0
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data/info.pb
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.129
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.149.129
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.646317 14271 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:06.649216 14271 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:06.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.664669 14278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.002063 14258 catalog_manager.cc:1295] Loaded cluster ID: caaa5ac375014d7188654939b64d270f
13:59:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.002961 14258 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: loading cluster ID for follower catalog manager: success
13:59:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.018733 14258 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: acquiring CA information for follower catalog manager: success
13:59:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.046761 14260 catalog_manager.cc:1295] Loaded cluster ID: caaa5ac375014d7188654939b64d270f
13:59:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.050761 14258 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 11c76eb1504942c38e525aa34866845e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.051554 14260 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: loading cluster ID for follower catalog manager: success
13:59:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.070937 14260 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: acquiring CA information for follower catalog manager: success
13:59:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:07.087060 14260 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 29802a79abcb4be7ae6590ce638d0ad3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.148132 14285 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.144673 14271 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.478s user 0.773s sys 1.103s
13:59:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.149578 14271 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.483s user 0.774s sys 1.103s
13:59:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:08.067044 14276 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14271
13:59:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.150110 14271 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:06.666989 14281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:09.149678 14282 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2479 milliseconds
13:59:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.161404 14271 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:09.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.164276 14271 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.165738 14271 hybrid_clock.cc:648] HybridClock initialized: now 1786456749165651 us; error 91 us; skew 500 ppm
13:59:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.166846 14271 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.175143 14271 webserver.cc:533] Webserver started at http://127.13.149.129:36153/ using document root <none> and password file <none>
13:59:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.176424 14271 fs_manager.cc:362] Metadata directory not provided
13:59:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.176712 14271 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.177323 14271 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.183830 14271 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data/instance:
13:59:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23c1a609d59c4075ae0b8a2857b4774c"
13:59:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:09 on dist-test-slave-qg60"
13:59:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.185386 14271 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal/instance:
13:59:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23c1a609d59c4075ae0b8a2857b4774c"
13:59:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:09 on dist-test-slave-qg60"
13:59:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.195672 14271 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.001s sys 0.009s
13:59:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.203900 14299 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.205430 14271 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
13:59:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.205863 14271 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal
13:59:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23c1a609d59c4075ae0b8a2857b4774c"
13:59:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:09 on dist-test-slave-qg60"
13:59:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.206312 14271 fs_report.cc:389] FS layout report
13:59:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal
13:59:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data/data
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.287448 14271 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.289695 14271 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:09.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.290288 14271 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.294090 14271 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:09.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.300545 14271 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.300884 14271 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
13:59:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.301177 14271 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.301672 14271 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
13:59:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.549625 14271 rpc_server.cc:307] RPC server started. Bound to: 127.13.149.129:36693
13:59:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.549762 14430 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.149.129:36693 every 8 connection(s)
13:59:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.554164 14271 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/data/info.pb
13:59:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.564666 13910 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14271
13:59:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.565716 13910 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-0/wal/instance
13:59:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.591157 13910 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/logs
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data/info.pb
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.130:0
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.149.130
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.130
13:59:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:09.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.659633 14434 heartbeater.cc:344] Connected to a master server at 127.13.149.188:33927
13:59:09.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.660145 14434 heartbeater.cc:461] Registering TS with master...
13:59:09.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.661569 14434 heartbeater.cc:507] Master 127.13.149.188:33927 requested a full tablet report, sending...
13:59:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.667115 14153 ts_manager.cc:194] Registered new tserver with Master: 23c1a609d59c4075ae0b8a2857b4774c (127.13.149.129:36693)
13:59:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.667759 14439 heartbeater.cc:344] Connected to a master server at 127.13.149.190:46707
13:59:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.668102 14439 heartbeater.cc:461] Registering TS with master...
13:59:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.669049 14439 heartbeater.cc:507] Master 127.13.149.190:46707 requested a full tablet report, sending...
13:59:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.669876 14153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.149.129:43411
13:59:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.672356 13958 ts_manager.cc:194] Registered new tserver with Master: 23c1a609d59c4075ae0b8a2857b4774c (127.13.149.129:36693)
13:59:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.685477 14433 heartbeater.cc:344] Connected to a master server at 127.13.149.189:38657
13:59:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.685856 14433 heartbeater.cc:461] Registering TS with master...
13:59:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.686499 14433 heartbeater.cc:507] Master 127.13.149.189:38657 requested a full tablet report, sending...
13:59:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:09.689741 14052 ts_manager.cc:194] Registered new tserver with Master: 23c1a609d59c4075ae0b8a2857b4774c (127.13.149.129:36693)
13:59:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.131893 14442 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.132704 14442 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.133579 14442 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.200304 14442 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.201917 14442 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.149.130
13:59:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.277910 14442 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/logs
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.130:0
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data/info.pb
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.130
13:59:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.149.130
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.279855 14442 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.282308 14442 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.303138 14452 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:10.680778 14434 heartbeater.cc:499] Master 127.13.149.188:33927 was elected leader, sending a full tablet report...
13:59:12.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:12.899348 14442 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.593s user 0.971s sys 1.576s
13:59:12.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:12.899979 14442 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.594s user 0.972s sys 1.576s
13:59:12.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:11.727674 14450 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14442
13:59:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:10.306859 14454 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:12.902688 14456 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:12.906337 14455 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2583 milliseconds
13:59:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.906344 14442 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.907698 14442 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.910099 14442 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.911485 14442 hybrid_clock.cc:648] HybridClock initialized: now 1786456752911453 us; error 57 us; skew 500 ppm
13:59:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.912523 14442 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.919291 14442 webserver.cc:533] Webserver started at http://127.13.149.130:40213/ using document root <none> and password file <none>
13:59:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.920290 14442 fs_manager.cc:362] Metadata directory not provided
13:59:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.920535 14442 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.921043 14442 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.925843 14442 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data/instance:
13:59:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15c5495efec14b4d9c527a43e2bdf408"
13:59:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-qg60"
13:59:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.927340 14442 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal/instance:
13:59:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15c5495efec14b4d9c527a43e2bdf408"
13:59:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-qg60"
13:59:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.935729 14442 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
13:59:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.942474 14467 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.943917 14442 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:59:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.944281 14442 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal
13:59:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15c5495efec14b4d9c527a43e2bdf408"
13:59:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:12 on dist-test-slave-qg60"
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:12.944658 14442 fs_report.cc:389] FS layout report
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data/data
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:13.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.009145 14442 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.011387 14442 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.012033 14442 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.016036 14442 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.022387 14442 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.022631 14442 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.022866 14442 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.023020 14442 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:13.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.186674 14442 rpc_server.cc:307] RPC server started. Bound to: 127.13.149.130:41677
13:59:13.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.186781 14597 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.149.130:41677 every 8 connection(s)
13:59:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.189939 14442 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/data/info.pb
13:59:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.199738 13910 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14442
13:59:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.200357 13910 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-1/wal/instance
13:59:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.214037 13910 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/logs
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data/info.pb
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.131:0
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.149.131
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.131
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.253129 14599 heartbeater.cc:344] Connected to a master server at 127.13.149.188:33927
13:59:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.253695 14599 heartbeater.cc:461] Registering TS with master...
13:59:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.254853 14599 heartbeater.cc:507] Master 127.13.149.188:33927 requested a full tablet report, sending...
13:59:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.256175 14600 heartbeater.cc:344] Connected to a master server at 127.13.149.190:46707
13:59:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.256520 14600 heartbeater.cc:461] Registering TS with master...
13:59:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.257438 14600 heartbeater.cc:507] Master 127.13.149.190:46707 requested a full tablet report, sending...
13:59:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.259159 14153 ts_manager.cc:194] Registered new tserver with Master: 15c5495efec14b4d9c527a43e2bdf408 (127.13.149.130:41677)
13:59:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.260807 14153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.149.130:57961
13:59:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.264071 13958 ts_manager.cc:194] Registered new tserver with Master: 15c5495efec14b4d9c527a43e2bdf408 (127.13.149.130:41677)
13:59:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.267756 14598 heartbeater.cc:344] Connected to a master server at 127.13.149.189:38657
13:59:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.268180 14598 heartbeater.cc:461] Registering TS with master...
13:59:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.268922 14598 heartbeater.cc:507] Master 127.13.149.189:38657 requested a full tablet report, sending...
13:59:13.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.271697 14052 ts_manager.cc:194] Registered new tserver with Master: 15c5495efec14b4d9c527a43e2bdf408 (127.13.149.130:41677)
13:59:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.595810 14609 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.596312 14609 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.596755 14609 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:13.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.631351 14609 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:13.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.632166 14609 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.149.131
13:59:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.671166 14609 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/logs
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.149.148:46777
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.149.131:0
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data/info.pb
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.149.131
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.149.190:46707,127.13.149.189:38657,127.13.149.188:33927
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.149.131
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.672655 14609 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:13.674396 14609 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.687950 14616 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:14.265293 14599 heartbeater.cc:499] Master 127.13.149.188:33927 was elected leader, sending a full tablet report...
13:59:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:15.101038 14615 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14609
13:59:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:15.133478 14609 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.445s user 0.508s sys 0.910s
13:59:15.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:15.133891 14609 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.445s user 0.508s sys 0.910s
13:59:15.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:13.690171 14617 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:15.136197 14619 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:15.139465 14618 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1445 milliseconds
13:59:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.139513 14609 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.140982 14609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.143210 14609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.144629 14609 hybrid_clock.cc:648] HybridClock initialized: now 1786456755144567 us; error 67 us; skew 500 ppm
13:59:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.145641 14609 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.152392 14609 webserver.cc:533] Webserver started at http://127.13.149.131:46145/ using document root <none> and password file <none>
13:59:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.153575 14609 fs_manager.cc:362] Metadata directory not provided
13:59:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.153864 14609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.154485 14609 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.159400 14609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data/instance:
13:59:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cf4010f7b6f4f048e8637149d973ae1"
13:59:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:15 on dist-test-slave-qg60"
13:59:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.161060 14609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal/instance:
13:59:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cf4010f7b6f4f048e8637149d973ae1"
13:59:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:15 on dist-test-slave-qg60"
13:59:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.169598 14609 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
13:59:15.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.176154 14631 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.177456 14609 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:59:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.177861 14609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal
13:59:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cf4010f7b6f4f048e8637149d973ae1"
13:59:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:15 on dist-test-slave-qg60"
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.178378 14609 fs_report.cc:389] FS layout report
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data/data
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.249615 14609 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.251376 14609 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.251971 14609 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.255235 14609 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.260170 14609 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.260392 14609 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.260605 14609 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.260807 14609 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
13:59:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.429138 14609 rpc_server.cc:307] RPC server started. Bound to: 127.13.149.131:45017
13:59:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.429257 14754 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.149.131:45017 every 8 connection(s)
13:59:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.431886 14609 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/data/info.pb
13:59:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.441323 13910 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14609
13:59:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.442027 13910 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster12853767255570634690/ts-2/wal/instance
13:59:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.501416 14758 heartbeater.cc:344] Connected to a master server at 127.13.149.188:33927
13:59:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.501976 14758 heartbeater.cc:461] Registering TS with master...
13:59:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.502451 14759 heartbeater.cc:344] Connected to a master server at 127.13.149.190:46707
13:59:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.502652 14756 heartbeater.cc:344] Connected to a master server at 127.13.149.189:38657
13:59:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.502895 14759 heartbeater.cc:461] Registering TS with master...
13:59:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.502956 14756 heartbeater.cc:461] Registering TS with master...
13:59:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.504053 14758 heartbeater.cc:507] Master 127.13.149.188:33927 requested a full tablet report, sending...
13:59:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.504456 14756 heartbeater.cc:507] Master 127.13.149.189:38657 requested a full tablet report, sending...
13:59:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.504618 14759 heartbeater.cc:507] Master 127.13.149.190:46707 requested a full tablet report, sending...
13:59:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.507373 14052 ts_manager.cc:194] Registered new tserver with Master: 8cf4010f7b6f4f048e8637149d973ae1 (127.13.149.131:45017)
13:59:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.507370 13958 ts_manager.cc:194] Registered new tserver with Master: 8cf4010f7b6f4f048e8637149d973ae1 (127.13.149.131:45017)
13:59:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.507987 14153 ts_manager.cc:194] Registered new tserver with Master: 8cf4010f7b6f4f048e8637149d973ae1 (127.13.149.131:45017)
13:59:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.509892 14153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.149.131:48479
13:59:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:15.520192 13910 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:59:15.534 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:59:15.536 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:59:15.549 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.149.190"
port: 46707
}
bound_http_address {
host: "127.13.149.190"
port: 38971
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.149.189"
port: 38657
}
bound_http_address {
host: "127.13.149.189"
port: 39055
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.149.188"
port: 33927
}
bound_http_address {
host: "127.13.149.188"
port: 38201
}
}
}
13:59:15.555 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:59:15.558 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.149.129"
port: 36693
}
bound_http_address {
host: "127.13.149.129"
port: 36153
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.149.130"
port: 41677
}
bound_http_address {
host: "127.13.149.130"
port: 40213
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.149.131"
port: 45017
}
bound_http_address {
host: "127.13.149.131"
port: 46145
}
}
}
13:59:15.559 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:59:15.738 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
13:59:15.802 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:59:15.900 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktS_QFN/test-tmp
13:59:15.901 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:59:15.901 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktS_QFN/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:59:15.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:59:16.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:16.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:59:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.329154 14771 mini_oidc.cc:150] Starting JWKS server
13:59:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.332479 14771 webserver.cc:533] Webserver started at http://127.0.0.1:34655/ using document root <none> and password file <none>
13:59:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.332918 14771 mini_oidc.cc:186] Starting OIDC Discovery server
13:59:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.334676 14771 webserver.cc:533] Webserver started at http://127.0.0.1:37267/ using document root <none> and password file <none>
13:59:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:59:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/principal' for realm 'KRBTEST.COM',
13:59:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:59:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:16 dist-test-slave-qg60 krb5kdc[14785](info): setting up network...
13:59:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:59:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:16 dist-test-slave-qg60 krb5kdc[14785](info): set up 2 sockets
13:59:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:16 dist-test-slave-qg60 krb5kdc[14785](info): commencing operation
13:59:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:59:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:16.514077 14758 heartbeater.cc:499] Master 127.13.149.188:33927 was elected leader, sending a full tablet report...
13:59:17.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:17.179129 14092 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0680 after lost signal to thread 14010
13:59:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:17.179822 14092 debug-util.cc:398] Leaking SignalData structure 0x7b080003f520 after lost signal to thread 14096
13:59:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:18.711550 14771 mini_kdc.cc:121] Time spent starting KDC: real 2.337s user 0.004s sys 0.022s
13:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:59:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:59:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:59:18.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:18.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:59:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:59:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:59:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/test-user.keytab.
13:59:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/test-user.keytab.
13:59:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:18 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:59:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:59:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:59:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:59:18Z Disabled control of system clock
13:59:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.108.254@KRBTEST.COM; defaulting to no policy
13:59:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.108.254@KRBTEST.COM" created.
13:59:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:18.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.108.254@KRBTEST.COM; defaulting to no policy
13:59:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.108.254@KRBTEST.COM" created.
13:59:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.011847 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/logs
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/info.pb
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.254:42983
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.254
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.254
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.390081 14812 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.390656 14812 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.391237 14812 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.426231 14812 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.426579 14812 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.427402 14812 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.427793 14812 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.428188 14812 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.428561 14812 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.428848 14812 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34655/jwks.json
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.470476 14812 master_runner.cc:387] Master server non-default flags:
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/logs
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.254
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.254:42983
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/info.pb
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.254
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.472268 14812 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:19.473883 14812 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.486349 14818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.174436 14092 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0860 after lost signal to thread 14010
13:59:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.175239 14092 debug-util.cc:398] Leaking SignalData structure 0x7b080003fe20 after lost signal to thread 14096
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:20.891500 14817 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 14812
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.234220 14817 kernel_stack_watchdog.cc:198] Thread 14812 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:19.486984 14819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.235281 14812 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.749s user 0.627s sys 1.109s
13:59:21.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.235692 14812 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.749s user 0.627s sys 1.109s
13:59:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.237208 14821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.239692 14820 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1748 milliseconds
13:59:21.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.239739 14812 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.241390 14812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:21.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.244796 14812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.246526 14812 hybrid_clock.cc:648] HybridClock initialized: now 1786456761246476 us; error 110 us; skew 500 ppm
13:59:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.247551 14812 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:21 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456761, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.254680 14812 init.cc:377] Logged in from keytab as kudu/127.14.108.254@KRBTEST.COM (short username kudu)
13:59:21.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.259863 14812 webserver.cc:533] Webserver started at http://127.14.108.254:41467/ using document root <none> and password file <none>
13:59:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.260999 14812 fs_manager.cc:362] Metadata directory not provided
13:59:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.261257 14812 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.261847 14812 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.266633 14812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/instance:
13:59:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee1dff17c7c047c1b0595e5099c92f20"
13:59:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:21 on dist-test-slave-qg60"
13:59:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.268014 14812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal/instance:
13:59:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee1dff17c7c047c1b0595e5099c92f20"
13:59:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:21 on dist-test-slave-qg60"
13:59:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.277081 14812 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.005s
13:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.283877 14834 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.285593 14812 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.285969 14812 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee1dff17c7c047c1b0595e5099c92f20"
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:21 on dist-test-slave-qg60"
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.286317 14812 fs_report.cc:389] FS layout report
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:21.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/data
13:59:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:21.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.350136 14812 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.365296 14812 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.365888 14812 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.450008 14812 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.254:42983
13:59:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.450148 14892 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.254:42983 every 8 connection(s)
13:59:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.452811 14812 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/info.pb
13:59:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.455158 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14812
13:59:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.455770 14771 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal/instance
13:59:21.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.461005 14893 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.108.253@KRBTEST.COM; defaulting to no policy
13:59:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.472517 14893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } has no permanent_uuid. Determining permanent_uuid...
13:59:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.108.253@KRBTEST.COM" created.
13:59:21.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:21 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456761, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:21.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.514187 14893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } has no permanent_uuid. Determining permanent_uuid...
13:59:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.516912 14836 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.108.253@KRBTEST.COM; defaulting to no policy
13:59:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.523033 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.108.253@KRBTEST.COM" created.
13:59:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.562220 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/logs
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/info.pb
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.253:45419
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.253
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.253
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.572578 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 1
13:59:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.577962 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.646580 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 2
13:59:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.652638 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.744174 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 3
13:59:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.748944 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.892405 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 4
13:59:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.897424 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.903878 14905 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.904626 14905 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.905439 14905 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:21.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.940343 14905 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:21.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.940591 14905 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.940939 14905 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.941151 14905 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.941352 14905 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.941550 14905 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.941697 14905 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34655/jwks.json
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.982995 14905 master_runner.cc:387] Master server non-default flags:
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/logs
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.253
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.253:45419
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/info.pb
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.253
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.984629 14905 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:21.985999 14905 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:21.999389 14912 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.196837 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 5
13:59:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:22.201215 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:22.748661 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 6
13:59:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:22.757113 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:22.005939 14915 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:22.003235 14913 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.312327 14914 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:59:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.312448 14905 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.320622 14905 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.331048 14905 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.332970 14905 hybrid_clock.cc:648] HybridClock initialized: now 1786456763332818 us; error 154 us; skew 500 ppm
13:59:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.334208 14905 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:23.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:23 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456763, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.342300 14905 init.cc:377] Logged in from keytab as kudu/127.14.108.253@KRBTEST.COM (short username kudu)
13:59:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.347522 14905 webserver.cc:533] Webserver started at http://127.14.108.253:42173/ using document root <none> and password file <none>
13:59:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.348630 14905 fs_manager.cc:362] Metadata directory not provided
13:59:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.348932 14905 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.349361 14905 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.353729 14905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/instance:
13:59:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82736596044b41dabe30110400f6ef6e"
13:59:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:23 on dist-test-slave-qg60"
13:59:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.354905 14905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal/instance:
13:59:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82736596044b41dabe30110400f6ef6e"
13:59:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:23 on dist-test-slave-qg60"
13:59:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.363590 14905 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
13:59:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.369707 14926 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.371064 14905 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
13:59:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.371373 14905 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82736596044b41dabe30110400f6ef6e"
13:59:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:23 on dist-test-slave-qg60"
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.371702 14905 fs_report.cc:389] FS layout report
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/data
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.437601 14905 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:23.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.444721 14905 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:23.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.445340 14905 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.529214 14905 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.253:45419
13:59:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.529279 14991 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.253:45419 every 8 connection(s)
13:59:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.532298 14905 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/info.pb
13:59:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.539652 14992 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.542208 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 14905
13:59:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.542721 14771 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal/instance
13:59:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.555456 14992 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.108.252@KRBTEST.COM; defaulting to no policy
13:59:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.108.252@KRBTEST.COM" created.
13:59:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:23 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456763, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:23.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.606166 14992 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:23.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:23 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456763, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.108.252@KRBTEST.COM; defaulting to no policy
13:59:23.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.108.252@KRBTEST.COM" created.
13:59:23.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.632066 14992 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.635028 14927 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.640381 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.658352 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/logs
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/info.pb
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.252:33809
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.252
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.252
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:23.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.690055 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 1
13:59:23.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.694854 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.763327 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 2
13:59:23.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.768435 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.817610 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } attempt: 7
13:59:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:23 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456761, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.843823 14893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.850890 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.859983 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 3
13:59:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.864929 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.909368 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 1
13:59:23.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:23.914146 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:23.995535 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 2
13:59:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.000093 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:24.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.008378 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 4
13:59:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.010280 15006 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.011406 15006 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:24.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.012698 15006 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.013386 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.056313 15006 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.056588 15006 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.056931 15006 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.057261 15006 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.057605 15006 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.057956 15006 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.058243 15006 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34655/jwks.json
13:59:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.085561 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 3
13:59:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.090166 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.102949 15006 master_runner.cc:387] Master server non-default flags:
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/logs
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.252
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.252:33809
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/info.pb
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.252
13:59:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.104434 15006 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.105588 15006 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.118350 15017 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.230643 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 4
13:59:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.239756 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.312865 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 5
13:59:24.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.321547 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.523358 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 5
13:59:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.537915 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:24.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:24.869138 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 6
13:59:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.881764 14992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.090548 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 6
13:59:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:25.102324 14893 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.108.252:33809: Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:24.119954 15018 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:25.550079 15019 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1431 milliseconds
13:59:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:25.550720 15021 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.550932 15006 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.556092 15006 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.559615 15006 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.561301 15006 hybrid_clock.cc:648] HybridClock initialized: now 1786456765561175 us; error 127 us; skew 500 ppm
13:59:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.562580 15006 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456765, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.571597 15006 init.cc:377] Logged in from keytab as kudu/127.14.108.252@KRBTEST.COM (short username kudu)
13:59:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.578281 15006 webserver.cc:533] Webserver started at http://127.14.108.252:34775/ using document root <none> and password file <none>
13:59:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.579545 15006 fs_manager.cc:362] Metadata directory not provided
13:59:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.579835 15006 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.580448 15006 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.585716 15006 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/instance:
13:59:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e638a7318bfc47b58e16598a5eeb3a94"
13:59:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:25 on dist-test-slave-qg60"
13:59:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.587268 15006 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal/instance:
13:59:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e638a7318bfc47b58e16598a5eeb3a94"
13:59:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:25 on dist-test-slave-qg60"
13:59:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.596360 15006 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
13:59:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.603260 15037 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.604642 15006 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.004s
13:59:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.605109 15006 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e638a7318bfc47b58e16598a5eeb3a94"
13:59:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:25 on dist-test-slave-qg60"
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.605589 15006 fs_report.cc:389] FS layout report
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/data
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.683331 15006 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.689656 15006 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.690205 15006 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.773171 15006 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.252:33809
13:59:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.773257 15098 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.252:33809 every 8 connection(s)
13:59:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.776202 15006 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/info.pb
13:59:25.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.778249 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15006
13:59:25.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.778779 14771 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal/instance
13:59:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.788461 15099 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.808308 15099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } has no permanent_uuid. Determining permanent_uuid...
13:59:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456765, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:25.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.848676 15099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } has no permanent_uuid. Determining permanent_uuid...
13:59:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456765, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456758, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.875438 15099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } has no permanent_uuid. Determining permanent_uuid...
13:59:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456765, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.907209 15099 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Bootstrap starting.
13:59:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.914657 15099 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Neither blocks nor log segments found. Creating new log.
13:59:25.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.917191 15099 log.cc:826] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Log is configured to *not* fsync() on all Append() calls
13:59:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.922386 15099 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: No bootstrap required, opened a new log
13:59:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.942363 14992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 7
13:59:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.944218 15099 raft_consensus.cc:359] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.945307 15099 raft_consensus.cc:385] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.945657 15099 raft_consensus.cc:740] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e638a7318bfc47b58e16598a5eeb3a94, State: Initialized, Role: FOLLOWER
13:59:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.946916 15099 consensus_queue.cc:260] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.952483 15114 sys_catalog.cc:455] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.954778 15114 sys_catalog.cc:458] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:25.957057 15099 sys_catalog.cc:565] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: configured and running, proceeding with master startup.
13:59:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:25 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456763, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:26.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.005230 14992 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Bootstrap starting.
13:59:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.027274 14992 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Neither blocks nor log segments found. Creating new log.
13:59:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.035974 14992 log.cc:826] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Log is configured to *not* fsync() on all Append() calls
13:59:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.059369 14992 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: No bootstrap required, opened a new log
13:59:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.107412 15127 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.108062 15127 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.113325 14992 raft_consensus.cc:359] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.115227 14992 raft_consensus.cc:385] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:26.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.115919 14992 raft_consensus.cc:740] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82736596044b41dabe30110400f6ef6e, State: Initialized, Role: FOLLOWER
13:59:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.118996 14992 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.080950 15006 master_runner.cc:187] Error getting master registration for 127.14.108.254:42983: OK, instance_id { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" instance_seqno: 1786456761426790 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.134094 15006 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.135934 14893 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } attempt: 7
13:59:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.132181 15129 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.139562 14992 sys_catalog.cc:565] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: configured and running, proceeding with master startup.
13:59:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.137719 15129 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:26 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456761, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.196938 15043 tablet.cc:2406] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.209909 14934 tablet.cc:2406] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.221114 15129 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.221733 15129 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.237919 15070 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82736596044b41dabe30110400f6ef6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e638a7318bfc47b58e16598a5eeb3a94" is_pre_election: true
13:59:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.241183 15070 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 82736596044b41dabe30110400f6ef6e in term 0.
13:59:26.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.245841 14927 leader_election.cc:304] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82736596044b41dabe30110400f6ef6e, e638a7318bfc47b58e16598a5eeb3a94; no voters:
13:59:26.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.253304 15129 leader_election.cc:290] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ee1dff17c7c047c1b0595e5099c92f20 (127.14.108.254:42983), e638a7318bfc47b58e16598a5eeb3a94 (127.14.108.252:33809)
13:59:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.258152 15129 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Leader pre-election won for term 1
13:59:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.272375 14893 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Bootstrap starting.
13:59:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.270944 15129 raft_consensus.cc:493] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:26.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.275637 15129 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 0 FOLLOWER]: Advancing to term 1
13:59:26.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.293535 14893 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Neither blocks nor log segments found. Creating new log.
13:59:26.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.296844 14893 log.cc:826] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Log is configured to *not* fsync() on all Append() calls
13:59:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.305689 15129 raft_consensus.cc:515] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.311437 14893 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: No bootstrap required, opened a new log
13:59:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.313453 15129 leader_election.cc:290] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [CANDIDATE]: Term 1 election: Requested vote from peers ee1dff17c7c047c1b0595e5099c92f20 (127.14.108.254:42983), e638a7318bfc47b58e16598a5eeb3a94 (127.14.108.252:33809)
13:59:26.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.313661 15070 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82736596044b41dabe30110400f6ef6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e638a7318bfc47b58e16598a5eeb3a94"
13:59:26.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.314364 15070 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 0 FOLLOWER]: Advancing to term 1
13:59:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.323356 15070 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 82736596044b41dabe30110400f6ef6e in term 1.
13:59:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.325341 14927 leader_election.cc:304] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82736596044b41dabe30110400f6ef6e, e638a7318bfc47b58e16598a5eeb3a94; no voters:
13:59:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.326679 15129 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 1 FOLLOWER]: Leader election won for term 1
13:59:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.327528 15129 raft_consensus.cc:697] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 1 LEADER]: Becoming Leader. State: Replica: 82736596044b41dabe30110400f6ef6e, State: Running, Role: LEADER
13:59:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.328902 15129 consensus_queue.cc:237] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.377619 15137 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82736596044b41dabe30110400f6ef6e. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.380518 15137 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: LEADER
13:59:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.416601 14893 raft_consensus.cc:359] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.423528 14893 raft_consensus.cc:385] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.424863 14893 raft_consensus.cc:740] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ee1dff17c7c047c1b0595e5099c92f20, State: Initialized, Role: FOLLOWER
13:59:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.400319 14905 master_runner.cc:187] Error getting master registration for 127.14.108.254:42983: OK, instance_id { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" instance_seqno: 1786456761426790 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.453016 14905 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.465771 15148 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.466301 15148 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.467690 15149 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:26.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.463294 14893 consensus_queue.cc:260] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.491506 15152 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.494628 15149 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.498334 14864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82736596044b41dabe30110400f6ef6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ee1dff17c7c047c1b0595e5099c92f20"
13:59:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.497553 14893 sys_catalog.cc:565] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: configured and running, proceeding with master startup.
13:59:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.508466 15152 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.508884 14864 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 0 FOLLOWER]: Advancing to term 1
13:59:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.500433 14865 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82736596044b41dabe30110400f6ef6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ee1dff17c7c047c1b0595e5099c92f20" is_pre_election: true
13:59:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.531348 14864 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 82736596044b41dabe30110400f6ef6e in term 1.
13:59:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.616392 14864 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Refusing update from remote peer 82736596044b41dabe30110400f6ef6e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.620561 15070 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 1 FOLLOWER]: Refusing update from remote peer 82736596044b41dabe30110400f6ef6e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.630087 14841 tablet.cc:2406] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:26.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.628819 15129 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.027s
13:59:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.659898 15137 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [LEADER]: Connected to new peer: Peer: permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:59:26.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.671689 14927 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.14.108.252:33809, user_credentials={real_user=slave}} blocked reactor thread for 43758.2us
13:59:26.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.732031 15152 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82736596044b41dabe30110400f6ef6e. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.732823 15152 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.751709 15154 mvcc.cc:204] Tried to move back new op lower bound from 7317326915942096896 to 7317326914941026304. Current Snapshot: MvccSnapshot[applied={T|T < 7317326915942096896}]
13:59:26.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.767679 15171 sys_catalog.cc:455] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82736596044b41dabe30110400f6ef6e. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.774847 15129 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.776139 15129 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: LEADER
13:59:26.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.778266 15171 sys_catalog.cc:458] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.796120 15129 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.797231 15129 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: LEADER
13:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.816340 15152 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.817689 15152 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.825603 15171 sys_catalog.cc:455] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "82736596044b41dabe30110400f6ef6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:26.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.827219 15171 sys_catalog.cc:458] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.833588 15149 catalog_manager.cc:1383] Generated new cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.834093 15149 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.889385 15182 catalog_manager.cc:1295] Loaded cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.889804 15182 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: loading cluster ID for follower catalog manager: success
13:59:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.910420 15182 catalog_manager.cc:1612] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: acquiring CA information for follower catalog manager: Not found: root CA entry not found
13:59:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:26.911134 15182 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
13:59:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.969699 15149 catalog_manager.cc:1406] Generated new certificate authority record
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:26.975065 15149 catalog_manager.cc:1540] Loading token signing keys...
13:59:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.054086 15149 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Generated new TSK 0
13:59:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.055545 15149 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.121109 15127 catalog_manager.cc:1295] Loaded cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.132882 15127 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: loading cluster ID for follower catalog manager: success
13:59:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.108.193@KRBTEST.COM; defaulting to no policy
13:59:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.162724 15127 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: acquiring CA information for follower catalog manager: success
13:59:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.108.193@KRBTEST.COM" created.
13:59:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.182185 15127 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.108.193@KRBTEST.COM; defaulting to no policy
13:59:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.108.193@KRBTEST.COM" created.
13:59:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.319571 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/logs
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data/info.pb
13:59:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.193:0
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.108.193
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.193
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.193
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.920109 15182 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: acquiring CA information for follower catalog manager: success
13:59:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:27.927134 15182 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.104238 15189 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.105283 15189 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.106459 15189 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.178169 15189 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.180148 15189 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.108.193
13:59:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:28.299898 15189 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/logs
13:59:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data
13:59:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.193
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.193:0
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data/info.pb
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.193
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.108.193
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:28.306326 15189 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:28.308164 15189 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.345530 15195 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:30.221478 15198 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1858 milliseconds
13:59:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.221694 15189 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.378880 15200 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:28.374054 15196 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:30.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.230383 15189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.241931 15189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.251050 15189 hybrid_clock.cc:648] HybridClock initialized: now 1786456770250973 us; error 63 us; skew 500 ppm
13:59:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.252507 15189 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:30 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456770, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.272246 15189 init.cc:377] Logged in from keytab as kudu/127.14.108.193@KRBTEST.COM (short username kudu)
13:59:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.319273 15189 webserver.cc:533] Webserver started at http://127.14.108.193:35335/ using document root <none> and password file <none>
13:59:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.320981 15189 fs_manager.cc:362] Metadata directory not provided
13:59:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.321513 15189 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.326980 15189 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.333874 15189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data/instance:
13:59:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c1d3ea52094efab65aa69b1787a504"
13:59:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:30 on dist-test-slave-qg60"
13:59:30.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.335427 15189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal/instance:
13:59:30.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c1d3ea52094efab65aa69b1787a504"
13:59:30.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:30 on dist-test-slave-qg60"
13:59:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.346082 15189 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
13:59:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.356504 15212 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.358784 15189 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s
13:59:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.359719 15189 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal
13:59:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c1d3ea52094efab65aa69b1787a504"
13:59:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:30 on dist-test-slave-qg60"
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.360309 15189 fs_report.cc:389] FS layout report
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data/data
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:30.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.480438 15189 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.498067 15189 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.499651 15189 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.511787 15189 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.524930 15189 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.525228 15189 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.525549 15189 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:30.525761 15189 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.151750 15189 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.193:40575
13:59:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.152062 15348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.193:40575 every 8 connection(s)
13:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.156981 15189 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/data/info.pb
13:59:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.159904 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15189
13:59:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.160388 14771 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-0/wal/instance
13:59:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:31 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456771, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.260459 14830 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.108.194@KRBTEST.COM; defaulting to no policy
13:59:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.108.194@KRBTEST.COM" created.
13:59:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:31 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456770, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:31.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:31 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456770, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:31 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456770, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.310107 15349 heartbeater.cc:344] Connected to a master server at 127.14.108.252:33809
13:59:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.310971 15349 heartbeater.cc:461] Registering TS with master...
13:59:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.313675 15349 heartbeater.cc:507] Master 127.14.108.252:33809 requested a full tablet report, sending...
13:59:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.320142 15056 ts_manager.cc:194] Registered new tserver with Master: 56c1d3ea52094efab65aa69b1787a504 (127.14.108.193:40575)
13:59:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.322728 15353 heartbeater.cc:344] Connected to a master server at 127.14.108.254:42983
13:59:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.323256 15353 heartbeater.cc:461] Registering TS with master...
13:59:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.325281 15353 heartbeater.cc:507] Master 127.14.108.254:42983 requested a full tablet report, sending...
13:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.326025 15352 heartbeater.cc:344] Connected to a master server at 127.14.108.253:45419
13:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.326452 15352 heartbeater.cc:461] Registering TS with master...
13:59:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.328512 15352 heartbeater.cc:507] Master 127.14.108.253:45419 requested a full tablet report, sending...
13:59:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.329775 14771 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.108.194: real 0.154s user 0.004s sys 0.018s
13:59:31.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.330433 14852 ts_manager.cc:194] Registered new tserver with Master: 56c1d3ea52094efab65aa69b1787a504 (127.14.108.193:40575)
13:59:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.332453 14949 ts_manager.cc:194] Registered new tserver with Master: 56c1d3ea52094efab65aa69b1787a504 (127.14.108.193:40575)
13:59:31.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.335582 14949 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.108.193@KRBTEST.COM'} at 127.14.108.193:49315
13:59:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.108.194@KRBTEST.COM; defaulting to no policy
13:59:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.108.194@KRBTEST.COM" created.
13:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:31.385788 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/logs
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data/info.pb
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.194:0
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.108.194
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.194
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.194
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.982599 15363 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.983377 15363 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:31.984109 15363 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.021982 15363 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.023124 15363 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.108.194
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.062712 15363 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/logs
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.194
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.194:0
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:32.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data/info.pb
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.194
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.108.194
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.064576 15363 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.065824 15363 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.079880 15372 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:32.341991 15352 heartbeater.cc:499] Master 127.14.108.253:45419 was elected leader, sending a full tablet report...
13:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:33 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456773, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.347174 14921 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.084703 15375 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:32.080566 15373 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:33.647753 15374 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1557 milliseconds
13:59:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.647889 15363 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.649403 15363 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.652340 15363 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.653803 15363 hybrid_clock.cc:648] HybridClock initialized: now 1786456773653750 us; error 67 us; skew 500 ppm
13:59:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.654644 15363 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:33 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456773, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.661753 15363 init.cc:377] Logged in from keytab as kudu/127.14.108.194@KRBTEST.COM (short username kudu)
13:59:33.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.667570 15363 webserver.cc:533] Webserver started at http://127.14.108.194:35963/ using document root <none> and password file <none>
13:59:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.668536 15363 fs_manager.cc:362] Metadata directory not provided
13:59:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.668805 15363 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:33.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.669255 15363 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.673738 15363 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data/instance:
13:59:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d859d8803c42d3893428c131e6ed8b"
13:59:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:33 on dist-test-slave-qg60"
13:59:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.674878 15363 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal/instance:
13:59:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d859d8803c42d3893428c131e6ed8b"
13:59:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:33 on dist-test-slave-qg60"
13:59:33.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.683888 15363 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.003s
13:59:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.690412 15384 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.691798 15363 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
13:59:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.692109 15363 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal
13:59:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5d859d8803c42d3893428c131e6ed8b"
13:59:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:33 on dist-test-slave-qg60"
13:59:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.692420 15363 fs_report.cc:389] FS layout report
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data/data
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.761058 15363 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.770864 15363 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.771399 15363 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:33.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.780519 15363 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.794126 15363 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.794401 15363 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.794713 15363 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:33.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:33.795001 15363 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.264876 15363 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.194:33185
13:59:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.265048 15516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.194:33185 every 8 connection(s)
13:59:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.267930 15363 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/data/info.pb
13:59:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.278402 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15363
13:59:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.279217 14771 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-1/wal/instance
13:59:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:34 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456773, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.108.195@KRBTEST.COM; defaulting to no policy
13:59:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.108.195@KRBTEST.COM" created.
13:59:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:34 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456773, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:34.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:34 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456773, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.346738 15517 heartbeater.cc:344] Connected to a master server at 127.14.108.252:33809
13:59:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.347625 15517 heartbeater.cc:461] Registering TS with master...
13:59:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.351033 15517 heartbeater.cc:507] Master 127.14.108.252:33809 requested a full tablet report, sending...
13:59:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.366811 15056 ts_manager.cc:194] Registered new tserver with Master: e5d859d8803c42d3893428c131e6ed8b (127.14.108.194:33185)
13:59:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.375624 15519 heartbeater.cc:344] Connected to a master server at 127.14.108.254:42983
13:59:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.376134 15519 heartbeater.cc:461] Registering TS with master...
13:59:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.378377 15518 heartbeater.cc:344] Connected to a master server at 127.14.108.253:45419
13:59:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.379053 15518 heartbeater.cc:461] Registering TS with master...
13:59:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.381340 15519 heartbeater.cc:507] Master 127.14.108.254:42983 requested a full tablet report, sending...
13:59:34.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.384068 15518 heartbeater.cc:507] Master 127.14.108.253:45419 requested a full tablet report, sending...
13:59:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.385471 14852 ts_manager.cc:194] Registered new tserver with Master: e5d859d8803c42d3893428c131e6ed8b (127.14.108.194:33185)
13:59:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.389242 14949 ts_manager.cc:194] Registered new tserver with Master: e5d859d8803c42d3893428c131e6ed8b (127.14.108.194:33185)
13:59:34.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.391865 14949 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.108.194@KRBTEST.COM'} at 127.14.108.194:40731
13:59:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.108.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:34.405103 14771 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.108.195: real 0.110s user 0.002s sys 0.030s
13:59:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.108.195@KRBTEST.COM; defaulting to no policy
13:59:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.108.195@KRBTEST.COM" created.
13:59:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.108.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab.
13:59:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:34.473340 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/logs
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data/info.pb
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.195:0
13:59:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.108.195
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.195
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.195
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.116497 15532 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.117223 15532 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.117976 15532 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.155097 15532 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.156343 15532 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.108.195
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.207433 15532 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/logs
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.195
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.195:0
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data/info.pb
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.195
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.108.195
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.209513 15532 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.211550 15532 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.254422 15540 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.397794 15518 heartbeater.cc:499] Master 127.14.108.253:45419 was elected leader, sending a full tablet report...
13:59:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:35 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456775, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:35.580025 15032 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:35.264612 15541 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:36.648814 15539 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 15532
13:59:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:37.132424 15532 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.876s user 0.596s sys 1.192s
13:59:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:37.133874 15532 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.878s user 0.597s sys 1.192s
13:59:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.148099 15532 server_base.cc:1061] running on GCE node
13:59:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:37.148205 15547 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.150091 15532 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.152868 15532 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.154335 15532 hybrid_clock.cc:648] HybridClock initialized: now 1786456777154276 us; error 41 us; skew 500 ppm
13:59:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.155436 15532 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:37 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456777, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.163714 15532 init.cc:377] Logged in from keytab as kudu/127.14.108.195@KRBTEST.COM (short username kudu)
13:59:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.177184 15532 webserver.cc:533] Webserver started at http://127.14.108.195:42581/ using document root <none> and password file <none>
13:59:37.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.178457 15532 fs_manager.cc:362] Metadata directory not provided
13:59:37.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.178813 15532 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.179236 15532 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.185081 15532 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data/instance:
13:59:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30c28670e76a4d5fadd1d68ef000aada"
13:59:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:37 on dist-test-slave-qg60"
13:59:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.186220 15532 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal/instance:
13:59:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30c28670e76a4d5fadd1d68ef000aada"
13:59:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:37 on dist-test-slave-qg60"
13:59:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.203236 15532 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.001s sys 0.013s
13:59:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.216210 15556 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.218322 15532 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.002s sys 0.008s
13:59:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.218760 15532 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal
13:59:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30c28670e76a4d5fadd1d68ef000aada"
13:59:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:37 on dist-test-slave-qg60"
13:59:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.219213 15532 fs_report.cc:389] FS layout report
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data/data
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.318527 15532 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.335017 15532 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.336019 15532 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:37.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.347429 15532 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.358577 15532 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.359005 15532 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:37.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.360708 15532 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:37.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:37.361203 15532 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.094326 15532 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.195:43471
13:59:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.094426 15689 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.195:43471 every 8 connection(s)
13:59:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.097415 15532 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/data/info.pb
13:59:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.102310 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15532
13:59:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.103502 14771 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/ts-2/wal/instance
13:59:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:38 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456777, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.195@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:38 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456777, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.195@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:38 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456777, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.195@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.284272 15692 heartbeater.cc:344] Connected to a master server at 127.14.108.253:45419
13:59:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.285213 15692 heartbeater.cc:461] Registering TS with master...
13:59:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.288347 15692 heartbeater.cc:507] Master 127.14.108.253:45419 requested a full tablet report, sending...
13:59:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.295053 14947 ts_manager.cc:194] Registered new tserver with Master: 30c28670e76a4d5fadd1d68ef000aada (127.14.108.195:43471)
13:59:38.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.301041 15695 heartbeater.cc:344] Connected to a master server at 127.14.108.254:42983
13:59:38.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.301746 15695 heartbeater.cc:461] Registering TS with master...
13:59:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.305042 15695 heartbeater.cc:507] Master 127.14.108.254:42983 requested a full tablet report, sending...
13:59:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.306883 15691 heartbeater.cc:344] Connected to a master server at 127.14.108.252:33809
13:59:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.307327 15691 heartbeater.cc:461] Registering TS with master...
13:59:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.308310 15691 heartbeater.cc:507] Master 127.14.108.252:33809 requested a full tablet report, sending...
13:59:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.308542 14947 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.108.195@KRBTEST.COM'} at 127.14.108.195:60125
13:59:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.310384 14851 ts_manager.cc:194] Registered new tserver with Master: 30c28670e76a4d5fadd1d68ef000aada (127.14.108.195:43471)
13:59:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.315038 15056 ts_manager.cc:194] Registered new tserver with Master: 30c28670e76a4d5fadd1d68ef000aada (127.14.108.195:43471)
13:59:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.341534 14771 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:59:38.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.363 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:59:38.373 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:59:38.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:59:38.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.108.254"
port: 42983
}
bound_http_address {
host: "127.14.108.254"
port: 41467
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.108.253"
port: 45419
}
bound_http_address {
host: "127.14.108.253"
port: 42173
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.108.252"
port: 33809
}
bound_http_address {
host: "127.14.108.252"
port: 34775
}
}
}
13:59:38.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:59:38.379 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.108.193"
port: 40575
}
bound_http_address {
host: "127.14.108.193"
port: 35335
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.108.194"
port: 33185
}
bound_http_address {
host: "127.14.108.194"
port: 35963
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.108.195"
port: 43471
}
bound_http_address {
host: "127.14.108.195"
port: 42581
}
}
}
13:59:38.379 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:59:38.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:59:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:38 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456778, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:59:38.436 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.438 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc
13:59:38.451 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:59:38.452 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc
13:59:38.454 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:59:38.474 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:59:38.476 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:59:38.476 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:59:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:38 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456778, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:59:38.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.538 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc
13:59:38.540 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:59:38.540 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.108.254:42983
13:59:38.542 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:59:38.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.542982 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14812
13:59:38.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.603 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.108.252:33809
13:59:38.604 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:59:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.604511 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15006
13:59:38.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.639 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.108.253:45419
13:59:38.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:59:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.639977 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14905
13:59:38.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.676 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.108.254:42983
13:59:38.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:38.681684 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/logs
13:59:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/info.pb
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.254:42983
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.254
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.254
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.027837 15707 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.028622 15707 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.029498 15707 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.065598 15707 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.065944 15707 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.066241 15707 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.066447 15707 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.066659 15707 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.066860 15707 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.067010 15707 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34655/jwks.json
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.109031 15707 master_runner.cc:387] Master server non-default flags:
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/logs
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.254
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.254:42983
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/info.pb
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.254
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41467
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.110363 15707 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.111539 15707 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.123340 15715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:39.318600 15692 heartbeater.cc:499] Master 127.14.108.253:45419 was elected leader, sending a full tablet report...
13:59:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.327081 15695 heartbeater.cc:646] Failed to heartbeat to 127.14.108.254:42983 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.108.254:42983: connect: Connection refused (error 111)
13:59:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.376324 15349 heartbeater.cc:646] Failed to heartbeat to 127.14.108.252:33809 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.449296 15517 heartbeater.cc:646] Failed to heartbeat to 127.14.108.252:33809 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:40 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.302845 15206 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:39.124387 15716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:40.515874 15718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:40.517220 15717 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1391 milliseconds
13:59:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.517267 15707 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.524433 15707 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.528146 15707 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.529646 15707 hybrid_clock.cc:648] HybridClock initialized: now 1786456780529601 us; error 41 us; skew 500 ppm
13:59:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.530836 15707 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:40 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.540290 15707 init.cc:377] Logged in from keytab as kudu/127.14.108.254@KRBTEST.COM (short username kudu)
13:59:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.546526 15707 webserver.cc:533] Webserver started at http://127.14.108.254:41467/ using document root <none> and password file <none>
13:59:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.547775 15707 fs_manager.cc:362] Metadata directory not provided
13:59:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.548110 15707 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.559319 15707 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.004s
13:59:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.565418 15746 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.566797 15707 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
13:59:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.567241 15707 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee1dff17c7c047c1b0595e5099c92f20"
13:59:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:21 on dist-test-slave-qg60"
13:59:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.569800 15707 fs_report.cc:389] FS layout report
13:59:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/wal
13:59:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/data
13:59:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.637178 15707 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.643786 15707 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.644322 15707 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:40.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.726624 15707 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.254:42983
13:59:40.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.726742 15807 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.254:42983 every 8 connection(s)
13:59:40.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.729768 15707 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-0/data/info.pb
13:59:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.731566 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15707
13:59:40.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:40.732 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.108.252:33809
13:59:40.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.735176 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/logs
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/info.pb
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.252:33809
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.252
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34775
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.252
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.744593 15808 sys_catalog.cc:263] Verifying existing consensus state
13:59:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.753171 15808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Bootstrap starting.
13:59:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.811782 15808 log.cc:826] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Log is configured to *not* fsync() on all Append() calls
13:59:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.833756 15808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.834781 15808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Bootstrap complete.
13:59:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.858400 15808 raft_consensus.cc:359] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.860941 15808 raft_consensus.cc:740] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ee1dff17c7c047c1b0595e5099c92f20, State: Initialized, Role: FOLLOWER
13:59:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.862066 15808 consensus_queue.cc:260] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:40.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.866885 15812 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.868096 15812 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: FOLLOWER
13:59:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.868886 15808 sys_catalog.cc:565] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: configured and running, proceeding with master startup.
13:59:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.914476 15827 catalog_manager.cc:1295] Loaded cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.914791 15827 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: loading cluster ID for follower catalog manager: success
13:59:40.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.930194 15827 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: acquiring CA information for follower catalog manager: success
13:59:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:40 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.936528 15827 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.956511 15707 master_runner.cc:187] Error getting master registration for 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111),
13:59:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:40.984782 15707 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.165400 15810 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.166428 15810 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.167217 15810 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.215307 15810 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.215690 15810 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.216185 15810 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.216828 15810 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.217309 15810 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.217669 15810 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.218086 15810 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34655/jwks.json
13:59:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.260978 15810 master_runner.cc:387] Master server non-default flags:
13:59:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/logs
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.252
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.252:33809
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/info.pb
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.252
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34775
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:41.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.262864 15810 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.264457 15810 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:41.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.280282 15836 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:41.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.367868 15695 heartbeater.cc:344] Connected to a master server at 127.14.108.254:42983
13:59:41.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.378697 15765 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "30c28670e76a4d5fadd1d68ef000aada" instance_seqno: 1786456777990433) as {username='kudu', principal='kudu/127.14.108.195@KRBTEST.COM'} at 127.14.108.195:52027; Asking this server to re-register.
13:59:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.382136 15695 heartbeater.cc:461] Registering TS with master...
13:59:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.388897 15763 ts_manager.cc:194] Registered new tserver with Master: 30c28670e76a4d5fadd1d68ef000aada (127.14.108.195:43471)
13:59:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.453749 15353 heartbeater.cc:344] Connected to a master server at 127.14.108.254:42983
13:59:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.458757 15765 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "56c1d3ea52094efab65aa69b1787a504" instance_seqno: 1786456771001642) as {username='kudu', principal='kudu/127.14.108.193@KRBTEST.COM'} at 127.14.108.193:37067; Asking this server to re-register.
13:59:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.461445 15353 heartbeater.cc:461] Registering TS with master...
13:59:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.466114 15765 ts_manager.cc:194] Registered new tserver with Master: 56c1d3ea52094efab65aa69b1787a504 (127.14.108.193:40575)
13:59:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.495184 15519 heartbeater.cc:344] Connected to a master server at 127.14.108.254:42983
13:59:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.498591 15765 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e5d859d8803c42d3893428c131e6ed8b" instance_seqno: 1786456774229581) as {username='kudu', principal='kudu/127.14.108.194@KRBTEST.COM'} at 127.14.108.194:59253; Asking this server to re-register.
13:59:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.501216 15519 heartbeater.cc:461] Registering TS with master...
13:59:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:41.506104 15765 ts_manager.cc:194] Registered new tserver with Master: e5d859d8803c42d3893428c131e6ed8b (127.14.108.194:33185)
13:59:41.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.828091 13999 debug-util.cc:398] Leaking SignalData structure 0x7b08000a56e0 after lost signal to thread 13923
13:59:41.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.829346 13999 debug-util.cc:398] Leaking SignalData structure 0x7b0800095020 after lost signal to thread 14002
13:59:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.462234 15857 raft_consensus.cc:493] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.475072 15857 raft_consensus.cc:515] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.612486 15748 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.629161 15857 leader_election.cc:290] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419), e638a7318bfc47b58e16598a5eeb3a94 (127.14.108.252:33809)
13:59:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.662983 15747 leader_election.cc:336] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e638a7318bfc47b58e16598a5eeb3a94 (127.14.108.252:33809): Network error: Client connection negotiation failed: client connection to 127.14.108.252:33809: connect: Connection refused (error 111)
13:59:42.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.666858 15748 leader_election.cc:336] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419): Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.672971 15748 leader_election.cc:304] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ee1dff17c7c047c1b0595e5099c92f20; no voters: 82736596044b41dabe30110400f6ef6e, e638a7318bfc47b58e16598a5eeb3a94
13:59:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:42.681413 15857 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:42.681802 15835 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 15810
13:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:43.233088 15810 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.954s user 0.668s sys 1.041s
13:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:43.233492 15810 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.954s user 0.668s sys 1.041s
13:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:41.282140 15837 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.247306 15810 server_base.cc:1061] running on GCE node
13:59:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:43.247431 15867 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.249361 15810 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.257779 15810 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:43.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.259435 15810 hybrid_clock.cc:648] HybridClock initialized: now 1786456783259390 us; error 52 us; skew 500 ppm
13:59:43.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.260667 15810 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:43.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:43 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456783, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.269989 15810 init.cc:377] Logged in from keytab as kudu/127.14.108.252@KRBTEST.COM (short username kudu)
13:59:43.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.290091 15810 webserver.cc:533] Webserver started at http://127.14.108.252:34775/ using document root <none> and password file <none>
13:59:43.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.291492 15810 fs_manager.cc:362] Metadata directory not provided
13:59:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.291821 15810 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.307329 15810 fs_manager.cc:714] Time spent opening directory manager: real 0.011s user 0.008s sys 0.004s
13:59:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.317718 15873 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.320302 15810 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.005s sys 0.003s
13:59:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.320838 15810 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e638a7318bfc47b58e16598a5eeb3a94"
13:59:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:25 on dist-test-slave-qg60"
13:59:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.324105 15810 fs_report.cc:389] FS layout report
13:59:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/wal
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/data
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:43.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.402225 15810 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.420819 15810 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.422283 15810 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.619244 15810 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.252:33809
13:59:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.619884 15939 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.252:33809 every 8 connection(s)
13:59:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.623345 15810 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-2/data/info.pb
13:59:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.629552 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15810
13:59:43.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:43.631 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.108.253:45419
13:59:43.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.634528 14771 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/logs
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/info.pb
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.253:45419
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.253
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42173
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.253
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:43 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456783, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.668289 15380 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.707106 15940 sys_catalog.cc:263] Verifying existing consensus state
13:59:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.735996 15940 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Bootstrap starting.
13:59:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:43 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456783, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.767453 15517 heartbeater.cc:344] Connected to a master server at 127.14.108.252:33809
13:59:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.819005 15940 log.cc:826] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Log is configured to *not* fsync() on all Append() calls
13:59:43.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.879743 15940 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.882356 15940 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: Bootstrap complete.
13:59:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.924610 15940 raft_consensus.cc:359] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.928462 15940 raft_consensus.cc:740] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e638a7318bfc47b58e16598a5eeb3a94, State: Initialized, Role: FOLLOWER
13:59:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.941425 15940 consensus_queue.cc:260] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.951514 15949 sys_catalog.cc:455] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.952477 15949 sys_catalog.cc:458] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:43.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:43.957333 15940 sys_catalog.cc:565] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: configured and running, proceeding with master startup.
13:59:44.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.054338 15963 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:44 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456783, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.252@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.129555 15810 master_runner.cc:187] Error getting master registration for 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111),
13:59:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.159063 15810 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.234824 15946 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.236258 15946 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.237792 15946 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.311189 15946 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.311723 15946 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.312346 15946 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.312780 15946 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.313205 15946 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.313591 15946 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.313872 15946 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34655/jwks.json
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.376360 15946 master_runner.cc:387] Master server non-default flags:
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/logs
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.108.212:39327
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.108.254:42983,127.14.108.253:45419,127.14.108.252:33809
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/krb5kdc/kudu.keytab
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.108.253
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.108.253:45419
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34655/jwks.json
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/info.pb
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.108.253
13:59:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42173
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:21 UTC on e7f111948823
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13291
13:59:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.379477 15946 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.380838 15946 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.398450 15972 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:44.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:44 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.483274 15349 heartbeater.cc:344] Connected to a master server at 127.14.108.252:33809
13:59:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.491923 15897 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "56c1d3ea52094efab65aa69b1787a504" instance_seqno: 1786456771001642) as {username='kudu', principal='kudu/127.14.108.193@KRBTEST.COM'} at 127.14.108.193:35499; Asking this server to re-register.
13:59:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.494060 15349 heartbeater.cc:461] Registering TS with master...
13:59:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.499322 15896 ts_manager.cc:194] Registered new tserver with Master: 56c1d3ea52094efab65aa69b1787a504 (127.14.108.193:40575)
13:59:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.514878 15691 heartbeater.cc:344] Connected to a master server at 127.14.108.252:33809
13:59:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.521373 15897 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "30c28670e76a4d5fadd1d68ef000aada" instance_seqno: 1786456777990433) as {username='kudu', principal='kudu/127.14.108.195@KRBTEST.COM'} at 127.14.108.195:44979; Asking this server to re-register.
13:59:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.529686 15691 heartbeater.cc:461] Registering TS with master...
13:59:44.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.534025 15897 ts_manager.cc:194] Registered new tserver with Master: 30c28670e76a4d5fadd1d68ef000aada (127.14.108.195:43471)
13:59:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.718237 15986 raft_consensus.cc:493] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.720930 15986 raft_consensus.cc:515] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.755265 15986 leader_election.cc:290] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419), e638a7318bfc47b58e16598a5eeb3a94 (127.14.108.252:33809)
13:59:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.775920 15897 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e5d859d8803c42d3893428c131e6ed8b" instance_seqno: 1786456774229581) as {username='kudu', principal='kudu/127.14.108.194@KRBTEST.COM'} at 127.14.108.194:54313; Asking this server to re-register.
13:59:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.777894 15517 heartbeater.cc:461] Registering TS with master...
13:59:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.777868 15748 leader_election.cc:336] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419): Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.781747 15897 ts_manager.cc:194] Registered new tserver with Master: e5d859d8803c42d3893428c131e6ed8b (127.14.108.194:33185)
13:59:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:44 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.807458 15910 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee1dff17c7c047c1b0595e5099c92f20" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e638a7318bfc47b58e16598a5eeb3a94" is_pre_election: true
13:59:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.808385 15910 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ee1dff17c7c047c1b0595e5099c92f20 in term 1.
13:59:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.810205 15747 leader_election.cc:304] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e638a7318bfc47b58e16598a5eeb3a94, ee1dff17c7c047c1b0595e5099c92f20; no voters: 82736596044b41dabe30110400f6ef6e
13:59:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.812309 15986 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Leader pre-election won for term 2
13:59:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.812932 15986 raft_consensus.cc:493] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.813385 15986 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 1 FOLLOWER]: Advancing to term 2
13:59:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.828625 15986 raft_consensus.cc:515] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.844563 15748 leader_election.cc:336] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419): Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111)
13:59:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.849985 15910 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee1dff17c7c047c1b0595e5099c92f20" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e638a7318bfc47b58e16598a5eeb3a94"
13:59:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.850631 15910 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 1 FOLLOWER]: Advancing to term 2
13:59:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.850440 15986 leader_election.cc:290] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 election: Requested vote from peers 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419), e638a7318bfc47b58e16598a5eeb3a94 (127.14.108.252:33809)
13:59:44.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.866694 15910 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ee1dff17c7c047c1b0595e5099c92f20 in term 2.
13:59:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.868237 15747 leader_election.cc:304] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e638a7318bfc47b58e16598a5eeb3a94, ee1dff17c7c047c1b0595e5099c92f20; no voters: 82736596044b41dabe30110400f6ef6e
13:59:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.869278 15986 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 2 FOLLOWER]: Leader election won for term 2
13:59:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.877321 15986 raft_consensus.cc:697] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [term 2 LEADER]: Becoming Leader. State: Replica: ee1dff17c7c047c1b0595e5099c92f20, State: Running, Role: LEADER
13:59:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.885041 15986 consensus_queue.cc:237] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.901511 15990 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ee1dff17c7c047c1b0595e5099c92f20. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.903023 15990 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: LEADER
13:59:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.910873 15992 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.933789 15992 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:44.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.957055 15992 catalog_manager.cc:1295] Loaded cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:44.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.959329 15992 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.965678 15992 catalog_manager.cc:1540] Loading token signing keys...
13:59:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.980309 15992 catalog_manager.cc:6103] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20: Loaded TSK: 0
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:44.986135 15992 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.108843 15963 catalog_manager.cc:1295] Loaded cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.109679 15963 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: loading cluster ID for follower catalog manager: success
13:59:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.132589 15963 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: acquiring CA information for follower catalog manager: success
13:59:45.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.180788 15963 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.343947 15910 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [term 2 FOLLOWER]: Refusing update from remote peer ee1dff17c7c047c1b0595e5099c92f20: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
13:59:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.347196 15990 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
13:59:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.425665 15990 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.426038 16002 sys_catalog.cc:455] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.426654 15990 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: LEADER
13:59:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.427078 16002 sys_catalog.cc:458] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.438004 15995 sys_catalog.cc:455] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ee1dff17c7c047c1b0595e5099c92f20. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.438921 15995 sys_catalog.cc:458] T 00000000000000000000000000000000 P e638a7318bfc47b58e16598a5eeb3a94 [sys.catalog]: This master's current role is: FOLLOWER
13:59:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.470922 15748 consensus_peers.cc:597] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 -> Peer 82736596044b41dabe30110400f6ef6e (127.14.108.253:45419): Couldn't send request to peer 82736596044b41dabe30110400f6ef6e. Status: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:45.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.992343 15707 master_runner.cc:187] Error getting master registration for 127.14.108.253:45419: Network error: Client connection negotiation failed: client connection to 127.14.108.253:45419: connect: Connection refused (error 111),
13:59:45.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:45.992903 15707 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.426462 15695 heartbeater.cc:499] Master 127.14.108.254:42983 was elected leader, sending a full tablet report...
13:59:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.513993 15353 heartbeater.cc:499] Master 127.14.108.254:42983 was elected leader, sending a full tablet report...
13:59:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.561916 15519 heartbeater.cc:499] Master 127.14.108.254:42983 was elected leader, sending a full tablet report...
13:59:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:45.800084 15971 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 15946
13:59:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.621166 15971 kernel_stack_watchdog.cc:198] Thread 15946 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
13:59:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:44.401703 15973 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.624392 15975 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.625104 15946 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.222s user 0.606s sys 1.112s
13:59:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.625669 15946 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.225s user 0.607s sys 1.112s
13:59:46.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:46.627243 15974 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2225 milliseconds
13:59:46.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.627247 15946 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:46.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.629040 15946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.632160 15946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.633646 15946 hybrid_clock.cc:648] HybridClock initialized: now 1786456786633516 us; error 120 us; skew 500 ppm
13:59:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.634821 15946 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:46 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456786, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.642082 15946 init.cc:377] Logged in from keytab as kudu/127.14.108.253@KRBTEST.COM (short username kudu)
13:59:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.656394 15946 webserver.cc:533] Webserver started at http://127.14.108.253:42173/ using document root <none> and password file <none>
13:59:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.657495 15946 fs_manager.cc:362] Metadata directory not provided
13:59:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.657806 15946 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:46.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.667217 15946 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.004s
13:59:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.672827 16019 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.674692 15946 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
13:59:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.674989 15946 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data,/tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82736596044b41dabe30110400f6ef6e"
13:59:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:59:23 on dist-test-slave-qg60"
13:59:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.677382 15946 fs_report.cc:389] FS layout report
13:59:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/wal
13:59:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/data
13:59:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.741047 15946 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.752653 15946 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.753566 15946 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.870688 15946 rpc_server.cc:307] RPC server started. Bound to: 127.14.108.253:45419
13:59:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.870770 16088 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.108.253:45419 every 8 connection(s)
13:59:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.874934 15946 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktS_QFN/test-tmp/mini-kudu-cluster16195569015432409754/master-1/data/info.pb
13:59:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.881542 14771 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu as pid 15946
13:59:46.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.888217 16089 sys_catalog.cc:263] Verifying existing consensus state
13:59:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.896872 16089 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Bootstrap starting.
13:59:46.943 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.108.254:42983(127.14.108.254:42983)] connecting to peer
13:59:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.959872 16089 log.cc:826] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Log is configured to *not* fsync() on all Append() calls
13:59:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.990376 16089 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:46.991500 16089 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: Bootstrap complete.
13:59:47.019 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.108.252:33809(127.14.108.252:33809)] connecting to peer
13:59:47.029 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.108.253:45419(127.14.108.253:45419)] connecting to peer
13:59:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.030650 16089 raft_consensus.cc:359] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.034271 16089 raft_consensus.cc:740] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82736596044b41dabe30110400f6ef6e, State: Initialized, Role: FOLLOWER
13:59:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.035667 16089 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } }
13:59:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.043545 16096 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.044783 16096 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: FOLLOWER
13:59:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.045419 16089 sys_catalog.cc:565] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: configured and running, proceeding with master startup.
13:59:47.056 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.108.252:33809(127.14.108.252:33809)] Successfully connected to peer
13:59:47.066 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.108.253:45419(127.14.108.253:45419)] Successfully connected to peer
13:59:47.077 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.108.254:42983(127.14.108.254:42983)] Successfully connected to peer
13:59:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456787, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.176229 15552 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.192531 16115 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456786, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for kudu/127.14.108.254@KRBTEST.COM
13:59:47.308 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:59:47.332 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.108.253
13:59:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456786, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:47.335 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.108.252
13:59:47.336 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.108.254
13:59:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456786, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.253@KRBTEST.COM for kudu/127.14.108.252@KRBTEST.COM
13:59:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.254@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:47.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456787, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.195@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.614842 16058 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [term 1 FOLLOWER]: Advancing to term 2
13:59:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456780, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.193@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.697556 15692 heartbeater.cc:344] Connected to a master server at 127.14.108.253:45419
13:59:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.698479 15692 heartbeater.cc:499] Master 127.14.108.253:45419 was elected leader, sending a full tablet report...
13:59:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.726109 15352 heartbeater.cc:344] Connected to a master server at 127.14.108.253:45419
13:59:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 13:59:47 dist-test-slave-qg60 krb5kdc[14785](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786456783, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.108.194@KRBTEST.COM for kudu/127.14.108.253@KRBTEST.COM
13:59:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.770092 15518 heartbeater.cc:344] Connected to a master server at 127.14.108.253:45419
13:59:47.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.803632 16128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: New leader ee1dff17c7c047c1b0595e5099c92f20. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.808058 16128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: FOLLOWER
13:59:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.816612 16043 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "30c28670e76a4d5fadd1d68ef000aada" instance_seqno: 1786456777990433) as {username='kudu', principal='kudu/127.14.108.195@KRBTEST.COM'} at 127.14.108.195:56179; Asking this server to re-register.
13:59:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.820240 15692 heartbeater.cc:461] Registering TS with master...
13:59:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.820842 16041 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "56c1d3ea52094efab65aa69b1787a504" instance_seqno: 1786456771001642) as {username='kudu', principal='kudu/127.14.108.193@KRBTEST.COM'} at 127.14.108.193:60541; Asking this server to re-register.
13:59:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.823839 15352 heartbeater.cc:461] Registering TS with master...
13:59:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.834506 16040 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e5d859d8803c42d3893428c131e6ed8b" instance_seqno: 1786456774229581) as {username='kudu', principal='kudu/127.14.108.194@KRBTEST.COM'} at 127.14.108.194:35141; Asking this server to re-register.
13:59:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.837157 15518 heartbeater.cc:461] Registering TS with master...
13:59:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.836885 16043 ts_manager.cc:194] Registered new tserver with Master: 30c28670e76a4d5fadd1d68ef000aada (127.14.108.195:43471)
13:59:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.842584 16040 ts_manager.cc:194] Registered new tserver with Master: e5d859d8803c42d3893428c131e6ed8b (127.14.108.194:33185)
13:59:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.846242 16131 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.848058 16131 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e [sys.catalog]: This master's current role is: FOLLOWER
13:59:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.848842 16039 ts_manager.cc:194] Registered new tserver with Master: 56c1d3ea52094efab65aa69b1787a504 (127.14.108.193:40575)
13:59:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.918241 15986 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "ee1dff17c7c047c1b0595e5099c92f20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee1dff17c7c047c1b0595e5099c92f20" member_type: VOTER last_known_addr { host: "127.14.108.254" port: 42983 } } peers { permanent_uuid: "82736596044b41dabe30110400f6ef6e" member_type: VOTER last_known_addr { host: "127.14.108.253" port: 45419 } } peers { permanent_uuid: "e638a7318bfc47b58e16598a5eeb3a94" member_type: VOTER last_known_addr { host: "127.14.108.252" port: 33809 } } }
13:59:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:47.922219 15986 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee1dff17c7c047c1b0595e5099c92f20 [sys.catalog]: This master's current role is: LEADER
13:59:48.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.108.253:45419(127.14.108.253:45419)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
13:59:48.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.108.253:45419: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
13:59:48.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.035375 16104 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:48.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.067074 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:33750 (local address 127.14.108.253:45419)
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.087980 (+ 20906us) server_negotiation.cc:207] Beginning negotiation
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.088050 (+ 70us) server_negotiation.cc:400] Waiting for connection header
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.249803 (+161753us) server_negotiation.cc:408] Connection header received
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.287771 (+ 37968us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.287810 (+ 39us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.288144 (+ 334us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.288337 (+ 193us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.753715 (+465378us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.757309 (+ 3594us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.006113 (+248804us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.006997 (+ 884us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.029510 (+ 22513us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33750: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:33750): Cannot send after transport endpoint shutdown (error 108)
13:59:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18743,"thread_start_us":15581,"threads_started":1}
13:59:48.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.108.252:33809(127.14.108.252:33809)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
13:59:48.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.108.252:33809: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
13:59:48.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.108.254:42983(127.14.108.254:42983)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
13:59:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.045310 16100 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:48.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.108.254:42983: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
13:59:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.053527 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:54912 (local address 127.14.108.252:33809)
13:59:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.110210 (+ 56683us) server_negotiation.cc:207] Beginning negotiation
13:59:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.110265 (+ 55us) server_negotiation.cc:400] Waiting for connection header
13:59:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.239239 (+128974us) server_negotiation.cc:408] Connection header received
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.288795 (+ 49556us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.288829 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.289129 (+ 300us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.289336 (+ 207us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.755881 (+466545us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.759175 (+ 3294us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.013237 (+254062us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.014136 (+ 899us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
13:59:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.041205 (+ 27069us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:54912: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:54912): Cannot send after transport endpoint shutdown (error 108)
13:59:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":54886,"thread_start_us":64274,"threads_started":1}
13:59:48.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1165), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.108.254:42983, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.108.252:33809, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.108.253:45419, [1131ms] Sub RPC ConnectToMaster: received response from server master-127.14.108.253:45419: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1144ms] Sub RPC ConnectToMaster: received response from server master-127.14.108.252:33809: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1151ms] Sub RPC ConnectToMaster: received response from server master-127.14.108.254:42983: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.108.254:42983,127.14.108.252:33809,127.14.108.253:45419). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.108.254:42983,127.14.108.252:33809,127.14.108.253:45419). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
13:59:48.085 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.108.252:33809(127.14.108.252:33809)] handling channelInactive
13:59:48.086 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.108.253:45419(127.14.108.253:45419)] handling channelInactive
13:59:48.088 [DEBUG - kudu-nio-0] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1197), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.108.254:42983, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.108.252:33809, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.108.253:45419, [1131ms] Sub RPC ConnectToMaster: received response from server master-127.14.108.253:45419: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1144ms] Sub RPC ConnectToMaster: received response from server master-127.14.108.252:33809: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1151ms] Sub RPC ConnectToMaster: received response from server master-127.14.108.254:42983: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
13:59:48.092 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.108.254:42983(127.14.108.254:42983)] handling channelInactive
13:59:48.092 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.108.252:33809(127.14.108.252:33809)] disconnecting while in state TERMINATED
13:59:48.095 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.108.253:45419(127.14.108.253:45419)] disconnecting while in state TERMINATED
13:59:48.095 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.108.254:42983(127.14.108.254:42983)] disconnecting while in state TERMINATED
13:59:48.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:48.103688 16103 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.068090 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:51000 (local address 127.14.108.254:42983)
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.117698 (+ 49608us) server_negotiation.cc:207] Beginning negotiation
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.117785 (+ 87us) server_negotiation.cc:400] Waiting for connection header
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.245238 (+127453us) server_negotiation.cc:408] Connection header received
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.290744 (+ 45506us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.290776 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.291037 (+ 261us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.291268 (+ 231us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.816873 (+525605us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:47.818874 (+ 2001us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.002194 (+183320us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
13:59:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.003110 (+ 916us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
13:59:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:59:48.092230 (+ 89120us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51000: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:51000): Cannot send after transport endpoint shutdown (error 108)
13:59:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":38161,"thread_start_us":38765,"threads_started":1}
13:59:48.119 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:59:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.129483 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15189
13:59:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.169116 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15363
13:59:48.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.222389 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15532
13:59:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.233568 16115 catalog_manager.cc:1295] Loaded cluster ID: dd0e3ec13e234938afd8a99ef77b4b2b
13:59:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.233897 16115 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: loading cluster ID for follower catalog manager: success
13:59:48.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.242069 16115 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: acquiring CA information for follower catalog manager: success
13:59:48.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.248664 16115 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 82736596044b41dabe30110400f6ef6e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.280869 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15707
13:59:48.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.321727 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15946
13:59:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:48.355717 14771 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 15810
13:59:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:59:49Z chronyd exiting
13:59:50.767 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:59:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:50.770628 13910 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14271
13:59:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:50.805572 13910 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14442
13:59:50.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:50.836918 13910 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14609
13:59:50.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:50.870213 13910 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 13922
13:59:50.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:50.910243 13910 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14006
13:59:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:50.938279 14136 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.149.190:46707: connect: Connection refused (error 111)
13:59:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:59:50.942622 14136 consensus_peers.cc:597] T 00000000000000000000000000000000 P bf8c12cef34645bca5150692b51b68b3 -> Peer 29802a79abcb4be7ae6590ce638d0ad3 (127.13.149.190:46707): Couldn't send request to peer 29802a79abcb4be7ae6590ce638d0ad3. Status: Network error: Client connection negotiation failed: client connection to 127.13.149.190:46707: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:59:50.955585 13910 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktS_QFN/build/tsan/bin/kudu with pid 14099
13:59:52.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:59:52Z chronyd exiting
13:59:53.201 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.108.254:42983,127.14.108.252:33809,127.14.108.253:45419). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.108.254:42983,127.14.108.252:33809,127.14.108.253:45419). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more