15:18:00.613 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:18:00.614 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHSL5gd/test-tmp
15:18:00.614 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:18:00.614 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHSL5gd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:18:00.616 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:18:00.973 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:18:00.973 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:18:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:00.982628 14150 mini_oidc.cc:150] Starting JWKS server
15:18:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:00.986289 14150 webserver.cc:533] Webserver started at http://127.0.0.1:44479/ using document root <none> and password file <none>
15:18:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:00.986763 14150 mini_oidc.cc:186] Starting OIDC Discovery server
15:18:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:00.988575 14150 webserver.cc:533] Webserver started at http://127.0.0.1:35239/ using document root <none> and password file <none>
15:18:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:18:01Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:18:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:18:01Z Disabled control of system clock
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:01.056540 14150 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/logs
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data/info.pb
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.190:33113
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.190
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44479/jwks.json with env {}
15:18:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.382018 14162 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.382625 14162 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.383104 14162 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.419754 14162 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.420146 14162 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.420360 14162 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.420567 14162 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.420768 14162 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.420929 14162 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44479/jwks.json
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:01.461691 14162 master_runner.cc:387] Master server non-default flags:
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/logs
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.190:33113
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44479/jwks.json
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data/info.pb
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.190
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:01.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:01.463035 14162 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:01.465849 14162 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.479025 14168 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:01.480166 14169 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:02.776643 14171 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:02.779430 14170 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1295 milliseconds
15:18:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:02.779834 14162 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.301s user 0.482s sys 0.813s
15:18:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:02.780170 14162 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.301s user 0.482s sys 0.813s
15:18:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.780467 14162 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.781766 14162 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.784547 14162 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.786024 14162 hybrid_clock.cc:648] HybridClock initialized: now 1790263082785992 us; error 49 us; skew 500 ppm
15:18:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.786942 14162 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.794587 14162 webserver.cc:533] Webserver started at http://127.13.209.190:36407/ using document root <none> and password file <none>
15:18:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.795718 14162 fs_manager.cc:362] Metadata directory not provided
15:18:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.795989 14162 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.796504 14162 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.801367 14162 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data/instance:
15:18:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af3a966134b480693b26a59ede08438"
15:18:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:02 on dist-test-slave-38qb"
15:18:02.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.802772 14162 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal/instance:
15:18:02.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af3a966134b480693b26a59ede08438"
15:18:02.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:02 on dist-test-slave-38qb"
15:18:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.811538 14162 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
15:18:02.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.818104 14178 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.819494 14162 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:18:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.819917 14162 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal
15:18:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af3a966134b480693b26a59ede08438"
15:18:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:02 on dist-test-slave-38qb"
15:18:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.820302 14162 fs_report.cc:389] FS layout report
15:18:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:02.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data/data
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.890719 14162 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.892395 14162 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.892927 14162 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.969343 14162 rpc_server.cc:307] RPC server started. Bound to: 127.13.209.190:33113
15:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.969411 14229 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.209.190:33113 every 8 connection(s)
15:18:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.972558 14162 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/data/info.pb
15:18:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.975112 14150 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14162
15:18:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.975766 14150 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-0/wal/instance
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.980195 14230 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.980206 14150 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/logs
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data/info.pb
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.189:36753
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.189
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44479/jwks.json with env {}
15:18:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:02.991721 14230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } has no permanent_uuid. Determining permanent_uuid...
15:18:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.027207 14230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } has no permanent_uuid. Determining permanent_uuid...
15:18:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.030205 14181 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.035185 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.084801 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 1
15:18:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.090276 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.158775 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 2
15:18:03.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.163905 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.255388 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 3
15:18:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.260232 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.316610 14232 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.317221 14232 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.317833 14232 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.352732 14232 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.353143 14232 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.353436 14232 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.353682 14232 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.353891 14232 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.354049 14232 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44479/jwks.json
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.399300 14232 master_runner.cc:387] Master server non-default flags:
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/logs
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.189:36753
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44479/jwks.json
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data/info.pb
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.189
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.400686 14232 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.402459 14232 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.403739 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 4
15:18:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.409014 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.415309 14241 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:03.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:03.708544 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 5
15:18:03.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.719380 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:04.267073 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 6
15:18:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:04.295686 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.189:36753: Network error: Client connection negotiation failed: client connection to 127.13.209.189:36753: connect: Connection refused (error 111)
15:18:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:04.821750 14240 debug-util.cc:398] Leaking SignalData structure 0x7b08000379c0 after lost signal to thread 14232
15:18:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.098248 14240 kernel_stack_watchdog.cc:198] Thread 14232 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
15:18:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:03.415925 14242 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.099085 14232 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.683s user 0.572s sys 1.106s
15:18:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.099680 14232 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.684s user 0.573s sys 1.106s
15:18:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.101557 14244 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.105365 14243 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1688 milliseconds
15:18:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.105436 14232 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.106675 14232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:05.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.109118 14232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.110471 14232 hybrid_clock.cc:648] HybridClock initialized: now 1790263085110431 us; error 69 us; skew 500 ppm
15:18:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.111277 14232 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:05.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.117482 14232 webserver.cc:533] Webserver started at http://127.13.209.189:34805/ using document root <none> and password file <none>
15:18:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.118470 14232 fs_manager.cc:362] Metadata directory not provided
15:18:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.118659 14232 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.119069 14232 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.123430 14232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data/instance:
15:18:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a835f3d4029847f991fa9960959fab8e"
15:18:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:05 on dist-test-slave-38qb"
15:18:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.124552 14232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal/instance:
15:18:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a835f3d4029847f991fa9960959fab8e"
15:18:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:05 on dist-test-slave-38qb"
15:18:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.132642 14232 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
15:18:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.138616 14253 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.139861 14232 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
15:18:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.140187 14232 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal
15:18:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a835f3d4029847f991fa9960959fab8e"
15:18:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:05 on dist-test-slave-38qb"
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.140563 14232 fs_report.cc:389] FS layout report
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data/data
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.197456 14232 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.199069 14232 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.199483 14232 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.273151 14232 rpc_server.cc:307] RPC server started. Bound to: 127.13.209.189:36753
15:18:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.273279 14304 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.209.189:36753 every 8 connection(s)
15:18:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.276532 14232 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/data/info.pb
15:18:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.282677 14305 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:18:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.284896 14150 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14232
15:18:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.285363 14150 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-1/wal/instance
15:18:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.287540 14150 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal
15:18:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/logs
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data/info.pb
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.188:34063
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.188
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44479/jwks.json with env {}
15:18:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.293327 14305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } has no permanent_uuid. Determining permanent_uuid...
15:18:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.322450 14305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } has no permanent_uuid. Determining permanent_uuid...
15:18:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.338114 14305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } has no permanent_uuid. Determining permanent_uuid...
15:18:05.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.341007 14255 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.346026 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.356518 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } attempt: 7
15:18:05.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.368667 14230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } has no permanent_uuid. Determining permanent_uuid...
15:18:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.374609 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.395586 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 1
15:18:05.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.401106 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.433099 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 1
15:18:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.438194 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.469518 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 2
15:18:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.473985 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.519708 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 2
15:18:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.524300 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.565442 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 3
15:18:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.569871 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.609789 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 3
15:18:05.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.614332 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.631955 14307 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.632552 14307 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.633029 14307 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.668183 14307 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.668493 14307 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.668692 14307 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.669023 14307 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.669227 14307 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.669381 14307 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44479/jwks.json
15:18:05.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.713322 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 4
15:18:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.718762 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.727263 14307 master_runner.cc:387] Master server non-default flags:
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/logs
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.188:34063
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44479/jwks.json
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data/info.pb
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.188
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.729116 14307 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.731668 14307 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.747556 14319 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:05.754817 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 4
15:18:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.763134 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:06.018193 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 5
15:18:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:06.026367 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:06.046718 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 5
15:18:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:06.055395 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:06.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:06.573958 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 6
15:18:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:06.599944 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:06.608016 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 6
15:18:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:06.642943 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.152240 14318 debug-util.cc:398] Leaking SignalData structure 0x7b08000379c0 after lost signal to thread 14307
15:18:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:05.750100 14320 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.557256 14307 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.809s user 0.679s sys 1.120s
15:18:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.558677 14307 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.810s user 0.680s sys 1.120s
15:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.560915 14322 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:07.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.563498 14321 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1807 milliseconds
15:18:07.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.563545 14307 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:07.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.564803 14307 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:07.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.567346 14307 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.568738 14307 hybrid_clock.cc:648] HybridClock initialized: now 1790263087568706 us; error 63 us; skew 500 ppm
15:18:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.570073 14307 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:07.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.576458 14307 webserver.cc:533] Webserver started at http://127.13.209.188:33557/ using document root <none> and password file <none>
15:18:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.577358 14307 fs_manager.cc:362] Metadata directory not provided
15:18:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.577551 14307 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.578038 14307 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.582442 14307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data/instance:
15:18:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da55aa694d4e4415b2cc7d73169f5572"
15:18:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:07 on dist-test-slave-38qb"
15:18:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.583498 14307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal/instance:
15:18:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da55aa694d4e4415b2cc7d73169f5572"
15:18:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:07 on dist-test-slave-38qb"
15:18:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.591116 14307 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
15:18:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.597402 14333 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.598664 14307 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.599042 14307 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da55aa694d4e4415b2cc7d73169f5572"
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:07 on dist-test-slave-38qb"
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.599368 14307 fs_report.cc:389] FS layout report
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data/data
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.660696 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 7
15:18:07.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.668346 14305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:07.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.673113 14307 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.675164 14307 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.675644 14307 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.676704 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 7
15:18:07.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.684460 14230 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.209.188:34063: Network error: Client connection negotiation failed: client connection to 127.13.209.188:34063: connect: Connection refused (error 111)
15:18:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.761207 14307 rpc_server.cc:307] RPC server started. Bound to: 127.13.209.188:34063
15:18:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.761323 14388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.209.188:34063 every 8 connection(s)
15:18:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.764102 14307 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/data/info.pb
15:18:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.765609 14150 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14307
15:18:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.766224 14150 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/master-2/wal/instance
15:18:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.771010 14389 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:18:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.785385 14389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } has no permanent_uuid. Determining permanent_uuid...
15:18:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.813047 14389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } has no permanent_uuid. Determining permanent_uuid...
15:18:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.823500 14389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } has no permanent_uuid. Determining permanent_uuid...
15:18:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.841359 14389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: Bootstrap starting.
15:18:07.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.848886 14389 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: Neither blocks nor log segments found. Creating new log.
15:18:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.850952 14389 log.cc:826] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: Log is configured to *not* fsync() on all Append() calls
15:18:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.855422 14389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: No bootstrap required, opened a new log
15:18:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.875427 14389 raft_consensus.cc:359] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.876111 14389 raft_consensus.cc:385] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:18:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.876431 14389 raft_consensus.cc:740] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da55aa694d4e4415b2cc7d73169f5572, State: Initialized, Role: FOLLOWER
15:18:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.877511 14389 consensus_queue.cc:260] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.881047 14398 sys_catalog.cc:455] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.881819 14398 sys_catalog.cc:458] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: This master's current role is: FOLLOWER
15:18:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.882963 14389 sys_catalog.cc:565] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: configured and running, proceeding with master startup.
15:18:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.908342 14409 catalog_manager.cc:1607] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.908667 14409 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:07.932790 14342 tablet.cc:2433] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:18:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.905141 14307 master_runner.cc:187] Error getting master registration for 127.13.209.190:33113: OK, instance_id { permanent_uuid: "6af3a966134b480693b26a59ede08438" instance_seqno: 1790263082948513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:18:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:07.940286 14307 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:08.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:08.102129 14398 raft_consensus.cc:493] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:08.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:08.102689 14398 raft_consensus.cc:515] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:08.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:08.104835 14398 leader_election.cc:290] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6af3a966134b480693b26a59ede08438 (127.13.209.190:33113), a835f3d4029847f991fa9960959fab8e (127.13.209.189:36753)
15:18:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:08.913251 14409 catalog_manager.cc:1607] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:08.913666 14409 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.745834 14230 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 8
15:18:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.758839 14305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } attempt: 8
15:18:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.796209 14305 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: Bootstrap starting.
15:18:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.799945 14230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: Bootstrap starting.
15:18:09.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.806438 14305 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: Neither blocks nor log segments found. Creating new log.
15:18:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.810667 14305 log.cc:826] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: Log is configured to *not* fsync() on all Append() calls
15:18:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.813172 14230 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: Neither blocks nor log segments found. Creating new log.
15:18:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.817770 14305 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: No bootstrap required, opened a new log
15:18:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.819568 14230 log.cc:826] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: Log is configured to *not* fsync() on all Append() calls
15:18:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.833181 14230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: No bootstrap required, opened a new log
15:18:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.846405 14305 raft_consensus.cc:359] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.847335 14305 raft_consensus.cc:385] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:18:09.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.847671 14305 raft_consensus.cc:740] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a835f3d4029847f991fa9960959fab8e, State: Initialized, Role: FOLLOWER
15:18:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.848680 14305 consensus_queue.cc:260] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.853353 14417 sys_catalog.cc:455] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.854980 14417 sys_catalog.cc:458] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: This master's current role is: FOLLOWER
15:18:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.856377 14305 sys_catalog.cc:565] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: configured and running, proceeding with master startup.
15:18:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.856570 14280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da55aa694d4e4415b2cc7d73169f5572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a835f3d4029847f991fa9960959fab8e" is_pre_election: true
15:18:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.857489 14280 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da55aa694d4e4415b2cc7d73169f5572 in term 0.
15:18:09.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.858136 14280 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:48780 (request call id 1) took 1752 ms (client timeout 1991 ms). Trace:
15:18:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.858536 14280 rpcz_store.cc:269] 0924 15:18:08.105857 (+ 0us) service_pool.cc:167] Inserting onto call queue
15:18:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:18:08.106025 (+ 168us) service_pool.cc:224] Handling call
15:18:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:18:09.858061 (+1752036us) inbound_call.cc:177] Queueing success response
15:18:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
15:18:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.860415 14336 leader_election.cc:304] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a835f3d4029847f991fa9960959fab8e, da55aa694d4e4415b2cc7d73169f5572; no voters:
15:18:09.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.873389 14419 raft_consensus.cc:2804] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:18:09.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.874290 14230 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:09.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.874622 14419 raft_consensus.cc:493] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:18:09.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.875360 14230 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:18:09.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.875260 14419 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 0 FOLLOWER]: Advancing to term 1
15:18:09.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.875892 14230 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af3a966134b480693b26a59ede08438, State: Initialized, Role: FOLLOWER
15:18:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.877568 14230 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.891927 14419 raft_consensus.cc:515] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.898092 14205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da55aa694d4e4415b2cc7d73169f5572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af3a966134b480693b26a59ede08438" is_pre_election: true
15:18:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.899101 14205 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da55aa694d4e4415b2cc7d73169f5572 in term 0.
15:18:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.899938 14205 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:43856 (request call id 2) took 1794 ms (client timeout 1991 ms). Trace:
15:18:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.900498 14205 rpcz_store.cc:269] 0924 15:18:08.105577 (+ 0us) service_pool.cc:167] Inserting onto call queue
15:18:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:18:08.105756 (+ 179us) service_pool.cc:224] Handling call
15:18:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:18:09.899825 (+1794069us) inbound_call.cc:177] Queueing success response
15:18:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
15:18:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.903424 14204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da55aa694d4e4415b2cc7d73169f5572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af3a966134b480693b26a59ede08438"
15:18:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.904044 14230 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: configured and running, proceeding with master startup.
15:18:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.904115 14204 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 0 FOLLOWER]: Advancing to term 1
15:18:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.905386 14280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da55aa694d4e4415b2cc7d73169f5572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a835f3d4029847f991fa9960959fab8e"
15:18:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.905997 14280 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 0 FOLLOWER]: Advancing to term 1
15:18:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.895848 14422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.907706 14422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: This master's current role is: FOLLOWER
15:18:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.909011 14184 tablet.cc:2433] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:18:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.912436 14204 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da55aa694d4e4415b2cc7d73169f5572 in term 1.
15:18:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.913365 14280 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da55aa694d4e4415b2cc7d73169f5572 in term 1.
15:18:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.914992 14336 leader_election.cc:304] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a835f3d4029847f991fa9960959fab8e, da55aa694d4e4415b2cc7d73169f5572; no voters:
15:18:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.920523 14419 leader_election.cc:290] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [CANDIDATE]: Term 1 election: Requested vote from peers 6af3a966134b480693b26a59ede08438 (127.13.209.190:33113), a835f3d4029847f991fa9960959fab8e (127.13.209.189:36753)
15:18:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.921965 14419 raft_consensus.cc:2804] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 1 FOLLOWER]: Leader election won for term 1
15:18:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.923242 14419 raft_consensus.cc:697] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [term 1 LEADER]: Becoming Leader. State: Replica: da55aa694d4e4415b2cc7d73169f5572, State: Running, Role: LEADER
15:18:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.924889 14409 catalog_manager.cc:1607] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.925534 14409 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.925118 14419 consensus_queue.cc:237] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } }
15:18:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.942442 14430 sys_catalog.cc:455] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da55aa694d4e4415b2cc7d73169f5572. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.943277 14430 sys_catalog.cc:458] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: This master's current role is: LEADER
15:18:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.950553 14437 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:18:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.958563 14437 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:18:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:09.960515 14259 tablet.cc:2433] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:18:09.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.962990 14439 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:18:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.020701 14280 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [term 1 FOLLOWER]: Refusing update from remote peer da55aa694d4e4415b2cc7d73169f5572: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:18:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.022948 14430 consensus_queue.cc:1048] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:18:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.029366 14204 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [term 1 FOLLOWER]: Refusing update from remote peer da55aa694d4e4415b2cc7d73169f5572: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:18:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.034797 14419 consensus_queue.cc:1048] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
15:18:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.045197 14446 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.045550 14446 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:09.970201 14232 master_runner.cc:187] Error getting master registration for 127.13.209.190:33113: OK, instance_id { permanent_uuid: "6af3a966134b480693b26a59ede08438" instance_seqno: 1790263082948513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:18:10.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.061848 14232 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.083442 14417 sys_catalog.cc:455] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: SysCatalogTable state changed. Reason: New leader da55aa694d4e4415b2cc7d73169f5572. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.088711 14422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da55aa694d4e4415b2cc7d73169f5572. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:10.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.089432 14422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: This master's current role is: FOLLOWER
15:18:10.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.089799 14417 sys_catalog.cc:458] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: This master's current role is: FOLLOWER
15:18:10.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.092880 14444 mvcc.cc:204] Tried to move back new op lower bound from 7332917616684691456 to 7332917616357261312. Current Snapshot: MvccSnapshot[applied={T|T < 7332917616684691456}]
15:18:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.100947 14449 mvcc.cc:204] Tried to move back new op lower bound from 7332917616684691456 to 7332917616357261312. Current Snapshot: MvccSnapshot[applied={T|T < 7332917616684691456}]
15:18:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.112604 14417 sys_catalog.cc:455] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.113356 14417 sys_catalog.cc:458] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e [sys.catalog]: This master's current role is: FOLLOWER
15:18:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.119488 14430 sys_catalog.cc:455] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.120168 14430 sys_catalog.cc:458] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: This master's current role is: LEADER
15:18:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.120704 14430 sys_catalog.cc:455] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.121296 14430 sys_catalog.cc:458] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572 [sys.catalog]: This master's current role is: LEADER
15:18:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.122150 14437 catalog_manager.cc:1396] Generated new cluster ID: 25a80930a61441b784345b7e1b0ee942
15:18:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.122448 14437 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:18:10.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.162662 14422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da55aa694d4e4415b2cc7d73169f5572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6af3a966134b480693b26a59ede08438" member_type: VOTER last_known_addr { host: "127.13.209.190" port: 33113 } } peers { permanent_uuid: "a835f3d4029847f991fa9960959fab8e" member_type: VOTER last_known_addr { host: "127.13.209.189" port: 36753 } } peers { permanent_uuid: "da55aa694d4e4415b2cc7d73169f5572" member_type: VOTER last_known_addr { host: "127.13.209.188" port: 34063 } } }
15:18:10.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.163440 14422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438 [sys.catalog]: This master's current role is: FOLLOWER
15:18:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.189802 14437 catalog_manager.cc:1419] Generated new certificate authority record
15:18:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.192274 14437 catalog_manager.cc:1553] Loading token signing keys...
15:18:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.220408 14437 catalog_manager.cc:6219] T 00000000000000000000000000000000 P da55aa694d4e4415b2cc7d73169f5572: Generated new TSK 0
15:18:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.221659 14437 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:18:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.240489 14150 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/logs
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data/info.pb
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.129:0
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.209.129
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.129
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:18:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.665963 14455 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.666465 14455 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.667073 14455 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.704934 14455 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:10.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.705919 14455 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.209.129
15:18:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.746902 14455 tablet_server_runner.cc:78] Tablet server non-default flags:
15:18:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/logs
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.129:0
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data/info.pb
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.129
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.209.129
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.748732 14455 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:10.750631 14455 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.788782 14461 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.014358 14439 catalog_manager.cc:1308] Loaded cluster ID: 25a80930a61441b784345b7e1b0ee942
15:18:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.016218 14439 catalog_manager.cc:1601] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: loading cluster ID for follower catalog manager: success
15:18:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.054406 14446 catalog_manager.cc:1308] Loaded cluster ID: 25a80930a61441b784345b7e1b0ee942
15:18:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.055193 14446 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: loading cluster ID for follower catalog manager: success
15:18:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.084147 14446 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: acquiring CA information for follower catalog manager: success
15:18:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.085570 14439 catalog_manager.cc:1623] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: acquiring CA information for follower catalog manager: success
15:18:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.131023 14439 catalog_manager.cc:1651] T 00000000000000000000000000000000 P a835f3d4029847f991fa9960959fab8e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:11.144100 14446 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 6af3a966134b480693b26a59ede08438: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:12.166712 14460 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 14455
15:18:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:12.648783 14460 kernel_stack_watchdog.cc:198] Thread 14455 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 369ms:
15:18:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:12.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:12.649777 14455 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.853s user 0.585s sys 0.984s
15:18:12.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:12.650281 14455 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.854s user 0.586s sys 0.984s
15:18:12.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:10.800568 14463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:12.651127 14465 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1854 milliseconds
15:18:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:12.652551 14466 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.652505 14455 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.658918 14455 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.661921 14455 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.663661 14455 hybrid_clock.cc:648] HybridClock initialized: now 1790263092663520 us; error 144 us; skew 500 ppm
15:18:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.664829 14455 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:12.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.673439 14455 webserver.cc:533] Webserver started at http://127.13.209.129:44363/ using document root <none> and password file <none>
15:18:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.674913 14455 fs_manager.cc:362] Metadata directory not provided
15:18:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.675206 14455 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.675808 14455 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.682425 14455 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data/instance:
15:18:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "245c7abfa90b49329442b1066af7eabe"
15:18:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:12 on dist-test-slave-38qb"
15:18:12.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.684137 14455 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal/instance:
15:18:12.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "245c7abfa90b49329442b1066af7eabe"
15:18:12.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:12 on dist-test-slave-38qb"
15:18:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.696245 14455 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.008s sys 0.004s
15:18:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.704514 14476 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.706408 14455 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
15:18:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.706836 14455 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal
15:18:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "245c7abfa90b49329442b1066af7eabe"
15:18:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:12 on dist-test-slave-38qb"
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.707449 14455 fs_report.cc:389] FS layout report
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data/data
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.815892 14455 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.818010 14455 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.818595 14455 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.822256 14455 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:18:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.828543 14455 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:18:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.828850 14455 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:18:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.829174 14455 ts_tablet_manager.cc:616] Registered 0 tablets
15:18:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:12.829396 14455 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:18:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.102573 14455 rpc_server.cc:307] RPC server started. Bound to: 127.13.209.129:38511
15:18:13.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.102684 14588 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.209.129:38511 every 8 connection(s)
15:18:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.105335 14455 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/data/info.pb
15:18:13.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.111726 14150 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14455
15:18:13.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.112370 14150 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-0/wal/instance
15:18:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.148316 14150 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/logs
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data/info.pb
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.130:0
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.209.130
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.130
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:18:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.196637 14589 heartbeater.cc:344] Connected to a master server at 127.13.209.188:34063
15:18:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.197264 14589 heartbeater.cc:461] Registering TS with master...
15:18:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.199031 14589 heartbeater.cc:507] Master 127.13.209.188:34063 requested a full tablet report, sending...
15:18:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.203461 14354 ts_manager.cc:194] Registered new tserver with Master: 245c7abfa90b49329442b1066af7eabe (127.13.209.129:38511)
15:18:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.206561 14354 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.209.129:55761
15:18:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.218094 14590 heartbeater.cc:344] Connected to a master server at 127.13.209.189:36753
15:18:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.218487 14590 heartbeater.cc:461] Registering TS with master...
15:18:13.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.219164 14590 heartbeater.cc:507] Master 127.13.209.189:36753 requested a full tablet report, sending...
15:18:13.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.222466 14269 ts_manager.cc:194] Registered new tserver with Master: 245c7abfa90b49329442b1066af7eabe (127.13.209.129:38511)
15:18:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.229960 14594 heartbeater.cc:344] Connected to a master server at 127.13.209.190:33113
15:18:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.230356 14594 heartbeater.cc:461] Registering TS with master...
15:18:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.231022 14594 heartbeater.cc:507] Master 127.13.209.190:33113 requested a full tablet report, sending...
15:18:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.234434 14194 ts_manager.cc:194] Registered new tserver with Master: 245c7abfa90b49329442b1066af7eabe (127.13.209.129:38511)
15:18:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.693895 14593 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.694609 14593 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.695343 14593 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.757355 14593 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:13.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.758740 14593 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.209.130
15:18:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.828334 14593 tablet_server_runner.cc:78] Tablet server non-default flags:
15:18:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/logs
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal
15:18:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.130:0
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data/info.pb
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.130
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.209.130
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.830264 14593 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:13.832475 14593 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.848789 14606 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:14.212001 14589 heartbeater.cc:499] Master 127.13.209.188:34063 was elected leader, sending a full tablet report...
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:15.250900 14605 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 14593
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:15.849068 14605 kernel_stack_watchdog.cc:198] Thread 14593 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:13.852077 14607 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:15.850209 14593 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.999s user 0.734s sys 1.240s
15:18:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:15.850555 14593 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.999s user 0.734s sys 1.240s
15:18:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:15.856369 14608 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2003 milliseconds
15:18:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:15.857331 14609 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.857955 14593 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.859652 14593 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.862489 14593 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.863950 14593 hybrid_clock.cc:648] HybridClock initialized: now 1790263095863901 us; error 52 us; skew 500 ppm
15:18:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.864930 14593 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.875267 14593 webserver.cc:533] Webserver started at http://127.13.209.130:46303/ using document root <none> and password file <none>
15:18:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.876950 14593 fs_manager.cc:362] Metadata directory not provided
15:18:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.877357 14593 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.878011 14593 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.884356 14593 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data/instance:
15:18:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38d002c426ca4c989848707d16983735"
15:18:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:15 on dist-test-slave-38qb"
15:18:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.886111 14593 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal/instance:
15:18:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38d002c426ca4c989848707d16983735"
15:18:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:15 on dist-test-slave-38qb"
15:18:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.895020 14593 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
15:18:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.901495 14618 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.902823 14593 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:18:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.903147 14593 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal
15:18:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38d002c426ca4c989848707d16983735"
15:18:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:15 on dist-test-slave-38qb"
15:18:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.903488 14593 fs_report.cc:389] FS layout report
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data/data
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:15.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.971802 14593 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.973978 14593 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.974453 14593 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.977751 14593 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:18:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.982405 14593 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:18:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.982671 14593 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:18:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.982991 14593 ts_tablet_manager.cc:616] Registered 0 tablets
15:18:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:15.983212 14593 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:18:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.128113 14593 rpc_server.cc:307] RPC server started. Bound to: 127.13.209.130:46129
15:18:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.128223 14731 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.209.130:46129 every 8 connection(s)
15:18:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.130790 14593 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/data/info.pb
15:18:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.133566 14150 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14593
15:18:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.134114 14150 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-1/wal/instance
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.164028 14150 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/logs
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data/info.pb
15:18:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.131:0
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.209.131
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.131
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:18:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.186815 14734 heartbeater.cc:344] Connected to a master server at 127.13.209.190:33113
15:18:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.186965 14732 heartbeater.cc:344] Connected to a master server at 127.13.209.188:34063
15:18:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.187052 14733 heartbeater.cc:344] Connected to a master server at 127.13.209.189:36753
15:18:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.187419 14732 heartbeater.cc:461] Registering TS with master...
15:18:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.187490 14733 heartbeater.cc:461] Registering TS with master...
15:18:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.187419 14734 heartbeater.cc:461] Registering TS with master...
15:18:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.189018 14732 heartbeater.cc:507] Master 127.13.209.188:34063 requested a full tablet report, sending...
15:18:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.189275 14734 heartbeater.cc:507] Master 127.13.209.190:33113 requested a full tablet report, sending...
15:18:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.189353 14733 heartbeater.cc:507] Master 127.13.209.189:36753 requested a full tablet report, sending...
15:18:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.192147 14354 ts_manager.cc:194] Registered new tserver with Master: 38d002c426ca4c989848707d16983735 (127.13.209.130:46129)
15:18:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.192595 14269 ts_manager.cc:194] Registered new tserver with Master: 38d002c426ca4c989848707d16983735 (127.13.209.130:46129)
15:18:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.192720 14194 ts_manager.cc:194] Registered new tserver with Master: 38d002c426ca4c989848707d16983735 (127.13.209.130:46129)
15:18:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.194182 14354 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.209.130:35715
15:18:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.509302 14742 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.509922 14742 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.510722 14742 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.547283 14742 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.548110 14742 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.209.131
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.586769 14742 tablet_server_runner.cc:78] Tablet server non-default flags:
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/logs
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.209.148:42569
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.209.131:0
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data/info.pb
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.209.131
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.209.190:33113,127.13.209.189:36753,127.13.209.188:34063
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.209.131
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:18:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.588068 14742 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:16.589686 14742 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:16.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.603585 14748 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:17.197177 14732 heartbeater.cc:499] Master 127.13.209.188:34063 was elected leader, sending a full tablet report...
15:18:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:18.004487 14747 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 14742
15:18:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:18.147210 14742 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.544s user 0.519s sys 0.980s
15:18:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:18.147581 14742 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.545s user 0.519s sys 0.980s
15:18:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:16.603833 14749 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:18.150063 14751 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:18.153324 14750 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1545 milliseconds
15:18:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.153354 14742 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:18.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.154976 14742 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.157106 14742 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.158512 14742 hybrid_clock.cc:648] HybridClock initialized: now 1790263098158466 us; error 37 us; skew 500 ppm
15:18:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.159823 14742 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.166389 14742 webserver.cc:533] Webserver started at http://127.13.209.131:44185/ using document root <none> and password file <none>
15:18:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.167404 14742 fs_manager.cc:362] Metadata directory not provided
15:18:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.167701 14742 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.168216 14742 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.172784 14742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data/instance:
15:18:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b28159fb1c4140df91abbd07fc2747e4"
15:18:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:18 on dist-test-slave-38qb"
15:18:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.174548 14742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal/instance:
15:18:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b28159fb1c4140df91abbd07fc2747e4"
15:18:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:18 on dist-test-slave-38qb"
15:18:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.184048 14742 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.003s
15:18:18.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.190454 14762 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:18.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.191596 14742 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
15:18:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.191979 14742 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal
15:18:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b28159fb1c4140df91abbd07fc2747e4"
15:18:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:18 on dist-test-slave-38qb"
15:18:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.192361 14742 fs_report.cc:389] FS layout report
15:18:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data/data
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.257695 14742 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.259503 14742 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.260020 14742 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.262691 14742 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:18:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.266959 14742 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:18:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.267205 14742 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:18:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.267550 14742 ts_tablet_manager.cc:616] Registered 0 tablets
15:18:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.267740 14742 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:18:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.414613 14742 rpc_server.cc:307] RPC server started. Bound to: 127.13.209.131:46459
15:18:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.414783 14874 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.209.131:46459 every 8 connection(s)
15:18:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.417383 14742 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/data/info.pb
15:18:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.419283 14150 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14742
15:18:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.419725 14150 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster2089664715310907383/ts-2/wal/instance
15:18:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.465200 14875 heartbeater.cc:344] Connected to a master server at 127.13.209.188:34063
15:18:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.465766 14875 heartbeater.cc:461] Registering TS with master...
15:18:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.467157 14876 heartbeater.cc:344] Connected to a master server at 127.13.209.189:36753
15:18:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.467221 14875 heartbeater.cc:507] Master 127.13.209.188:34063 requested a full tablet report, sending...
15:18:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.467597 14876 heartbeater.cc:461] Registering TS with master...
15:18:18.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.468573 14876 heartbeater.cc:507] Master 127.13.209.189:36753 requested a full tablet report, sending...
15:18:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.470858 14353 ts_manager.cc:194] Registered new tserver with Master: b28159fb1c4140df91abbd07fc2747e4 (127.13.209.131:46459)
15:18:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.472162 14269 ts_manager.cc:194] Registered new tserver with Master: b28159fb1c4140df91abbd07fc2747e4 (127.13.209.131:46459)
15:18:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.472889 14353 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.209.131:59709
15:18:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.477993 14877 heartbeater.cc:344] Connected to a master server at 127.13.209.190:33113
15:18:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.478335 14877 heartbeater.cc:461] Registering TS with master...
15:18:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.478957 14877 heartbeater.cc:507] Master 127.13.209.190:33113 requested a full tablet report, sending...
15:18:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.481254 14194 ts_manager.cc:194] Registered new tserver with Master: b28159fb1c4140df91abbd07fc2747e4 (127.13.209.131:46459)
15:18:18.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.494866 14150 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
15:18:18.507 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:18:18.507 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:18:18.508 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.209.190"
port: 33113
}
bound_http_address {
host: "127.13.209.190"
port: 36407
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.209.189"
port: 36753
}
bound_http_address {
host: "127.13.209.189"
port: 34805
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.209.188"
port: 34063
}
bound_http_address {
host: "127.13.209.188"
port: 33557
}
}
}
15:18:18.508 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:18:18.509 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.209.129"
port: 38511
}
bound_http_address {
host: "127.13.209.129"
port: 44363
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.209.130"
port: 46129
}
bound_http_address {
host: "127.13.209.130"
port: 46303
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.209.131"
port: 46459
}
bound_http_address {
host: "127.13.209.131"
port: 44185
}
}
}
15:18:18.509 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:18:18.510 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster9434853462064197340/krb5kdc/krb5cc
15:18:18.511 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:18:18.512 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHSL5gd/test-tmp
15:18:18.512 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:18:18.513 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHSL5gd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:18:18.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:18:18.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:18.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:18:18.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.861084 14887 mini_oidc.cc:150] Starting JWKS server
15:18:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.864228 14887 webserver.cc:533] Webserver started at http://127.0.0.1:46305/ using document root <none> and password file <none>
15:18:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.864636 14887 mini_oidc.cc:186] Starting OIDC Discovery server
15:18:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:18.866304 14887 webserver.cc:533] Webserver started at http://127.0.0.1:42325/ using document root <none> and password file <none>
15:18:18.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:18:18.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/principal' for realm 'KRBTEST.COM',
15:18:18.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:18:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:18 dist-test-slave-38qb krb5kdc[14898](info): setting up network...
15:18:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:18:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:18 dist-test-slave-38qb krb5kdc[14898](info): set up 2 sockets
15:18:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:18 dist-test-slave-38qb krb5kdc[14898](info): commencing operation
15:18:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:18:19.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:19.477424 14875 heartbeater.cc:499] Master 127.13.209.188:34063 was elected leader, sending a full tablet report...
15:18:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.050390 14887 mini_kdc.cc:121] Time spent starting KDC: real 2.144s user 0.006s sys 0.014s
15:18:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:18:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:18:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:18:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:18:21.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:18:21.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:18:21.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:18:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:18:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:18:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:18:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/test-user.keytab.
15:18:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/test-user.keytab.
15:18:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:21 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:18:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:18:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:18:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:18:21Z Disabled control of system clock
15:18:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.137.254@KRBTEST.COM; defaulting to no policy
15:18:21.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:21.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.137.254@KRBTEST.COM" created.
15:18:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.137.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.137.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.137.254@KRBTEST.COM; defaulting to no policy
15:18:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.137.254@KRBTEST.COM" created.
15:18:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.137.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.137.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:21.300925 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.667017 14917 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.667752 14917 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.668468 14917 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.709188 14917 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.709522 14917 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.709986 14917 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.710317 14917 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.710632 14917 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.710937 14917 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.711190 14917 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:21.756817 14917 master_runner.cc:387] Master server non-default flags:
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:21.758659 14917 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:21.759721 14917 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:21.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.772666 14924 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.182776 14923 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 14917
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.323323 14923 kernel_stack_watchdog.cc:198] Thread 14917 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 406ms:
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:21.774407 14925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.326273 14917 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.553s user 0.448s sys 1.053s
15:18:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.326792 14927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.326925 14917 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.554s user 0.448s sys 1.054s
15:18:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.331609 14926 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1556 milliseconds
15:18:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.331665 14917 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.332955 14917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.335731 14917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.337139 14917 hybrid_clock.cc:648] HybridClock initialized: now 1790263103337107 us; error 33 us; skew 500 ppm
15:18:23.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.338068 14917 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:23 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263103, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.344158 14917 init.cc:377] Logged in from keytab as kudu/127.14.137.254@KRBTEST.COM (short username kudu)
15:18:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.350152 14917 webserver.cc:533] Webserver started at http://127.14.137.254:41027/ using document root <none> and password file <none>
15:18:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.351094 14917 fs_manager.cc:362] Metadata directory not provided
15:18:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.351367 14917 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.352078 14917 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.357370 14917 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/instance:
15:18:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:18:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.358906 14917 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal/instance:
15:18:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:18:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.367599 14917 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
15:18:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.373466 14936 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.374924 14917 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:18:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.375360 14917 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.375895 14917 fs_report.cc:389] FS layout report
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/data
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.438228 14917 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.448634 14917 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.449201 14917 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.532636 14917 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.254:45841
15:18:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.532706 14987 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.254:45841 every 8 connection(s)
15:18:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.535925 14917 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.541796 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14917
15:18:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.542380 14887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal/instance
15:18:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.543725 14988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:18:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.559803 14988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } has no permanent_uuid. Determining permanent_uuid...
15:18:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.137.253@KRBTEST.COM; defaulting to no policy
15:18:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.137.253@KRBTEST.COM" created.
15:18:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:23 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263103, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.137.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.137.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.613554 14988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } has no permanent_uuid. Determining permanent_uuid...
15:18:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.616318 14937 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:23.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.137.253@KRBTEST.COM; defaulting to no policy
15:18:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.621179 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.137.253@KRBTEST.COM" created.
15:18:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.137.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.137.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.647357 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.670745 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 1
15:18:23.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.675617 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.744072 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 2
15:18:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.749269 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.840685 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 3
15:18:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.845275 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:23.988684 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 4
15:18:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:23.993556 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.028074 14998 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.028662 14998 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.029253 14998 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.065013 14998 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.065313 14998 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.065599 14998 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.065868 14998 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.066087 14998 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.066283 14998 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.066437 14998 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:24.114243 14998 master_runner.cc:387] Master server non-default flags:
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:24.115609 14998 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:24.116761 14998 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.130477 15004 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:24.293040 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 5
15:18:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.308948 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:24.856632 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 6
15:18:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.871143 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.138135 15007 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:24.132366 15005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:25.569680 15006 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1430 milliseconds
15:18:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.569887 14998 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.571388 14998 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.574985 14998 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.576460 14998 hybrid_clock.cc:648] HybridClock initialized: now 1790263105576416 us; error 43 us; skew 500 ppm
15:18:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.577593 14998 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:25.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:25 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263105, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.590142 14998 init.cc:377] Logged in from keytab as kudu/127.14.137.253@KRBTEST.COM (short username kudu)
15:18:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.595419 14998 webserver.cc:533] Webserver started at http://127.14.137.253:32837/ using document root <none> and password file <none>
15:18:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.596406 14998 fs_manager.cc:362] Metadata directory not provided
15:18:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.596625 14998 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.597076 14998 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.601719 14998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/instance:
15:18:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:18:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.602903 14998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal/instance:
15:18:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:18:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.611545 14998 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
15:18:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.619174 15017 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.620635 14998 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
15:18:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.620988 14998 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.621310 14998 fs_report.cc:389] FS layout report
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/data
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.682731 14998 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.688788 14998 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.689271 14998 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:25.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.776827 14998 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.253:36319
15:18:25.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.776904 15069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.253:36319 every 8 connection(s)
15:18:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.780090 14998 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.785768 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 14998
15:18:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.786391 14887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal/instance
15:18:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.787750 15070 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:18:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.137.252@KRBTEST.COM; defaulting to no policy
15:18:25.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.804527 15070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } has no permanent_uuid. Determining permanent_uuid...
15:18:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.137.252@KRBTEST.COM" created.
15:18:25.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:25 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263105, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.137.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.137.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.864755 15070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } has no permanent_uuid. Determining permanent_uuid...
15:18:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.137.252@KRBTEST.COM; defaulting to no policy
15:18:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.137.252@KRBTEST.COM" created.
15:18:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:25 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263105, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.911458 15070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } has no permanent_uuid. Determining permanent_uuid...
15:18:25.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:25.916775 15022 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:18:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.137.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.137.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab.
15:18:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:25.922995 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.924948 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.931878 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } attempt: 7
15:18:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:25 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263103, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:25.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.968272 14988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } has no permanent_uuid. Determining permanent_uuid...
15:18:25.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:25.972678 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 1
15:18:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:25.978968 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:25.997390 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.047534 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 2
15:18:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.052966 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.055936 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 1
15:18:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.062508 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.144093 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 2
15:18:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.144416 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 3
15:18:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.149441 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.150169 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.234933 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 3
15:18:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.240717 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.293605 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 4
15:18:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.299180 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.324723 15080 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:26.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.325451 15080 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.326184 15080 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.362875 15080 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.363189 15080 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.363623 15080 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.363940 15080 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.364248 15080 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.364538 15080 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.364780 15080 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:26.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.381307 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 4
15:18:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.386147 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.410065 15080 master_runner.cc:387] Master server non-default flags:
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.411799 15080 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.412950 15080 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.425046 15088 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.598701 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 5
15:18:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.608266 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:26.669685 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 5
15:18:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.679214 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:27.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.155795 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 6
15:18:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:27.163730 15070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.231870 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 6
15:18:27.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:27.244372 14988 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.137.252:42135: Network error: Client connection negotiation failed: client connection to 127.14.137.252:42135: connect: Connection refused (error 111)
15:18:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.429790 15091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:26.426843 15089 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:27.808055 15090 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1380 milliseconds
15:18:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.808166 15080 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.809499 15080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.812552 15080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.814062 15080 hybrid_clock.cc:648] HybridClock initialized: now 1790263107813998 us; error 77 us; skew 500 ppm
15:18:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.815124 15080 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:27 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263107, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.822048 15080 init.cc:377] Logged in from keytab as kudu/127.14.137.252@KRBTEST.COM (short username kudu)
15:18:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.827044 15080 webserver.cc:533] Webserver started at http://127.14.137.252:33595/ using document root <none> and password file <none>
15:18:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.827967 15080 fs_manager.cc:362] Metadata directory not provided
15:18:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.828168 15080 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.828563 15080 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:18:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.833124 15080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/instance:
15:18:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.834730 15080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal/instance:
15:18:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.842796 15080 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
15:18:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.848805 15105 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.850183 15080 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
15:18:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.850508 15080 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.850828 15080 fs_report.cc:389] FS layout report
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/data
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.923197 15080 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.928943 15080 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:27.929379 15080 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.023010 15080 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.252:42135
15:18:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.023149 15156 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.252:42135 every 8 connection(s)
15:18:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.027052 15080 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.031558 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15080
15:18:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.032083 14887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal/instance
15:18:28.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.036788 15157 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:18:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.053267 15157 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } has no permanent_uuid. Determining permanent_uuid...
15:18:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263107, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.086424 15157 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } has no permanent_uuid. Determining permanent_uuid...
15:18:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263107, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.116689 15157 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } has no permanent_uuid. Determining permanent_uuid...
15:18:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263107, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.147830 14887 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
15:18:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.151443 15157 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap starting.
15:18:28.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:28.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
15:18:28.157 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
15:18:28.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
15:18:28.159 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.137.254"
port: 45841
}
bound_http_address {
host: "127.14.137.254"
port: 41027
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.137.253"
port: 36319
}
bound_http_address {
host: "127.14.137.253"
port: 32837
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.137.252"
port: 42135
}
bound_http_address {
host: "127.14.137.252"
port: 33595
}
}
}
15:18:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.159510 15157 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Neither blocks nor log segments found. Creating new log.
15:18:28.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:18:28.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:28.160 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:18:28.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:18:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.161401 15157 log.cc:826] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Log is configured to *not* fsync() on all Append() calls
15:18:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.166864 15157 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: No bootstrap required, opened a new log
15:18:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:18:28.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.195636 15157 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.196485 15157 raft_consensus.cc:385] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:18:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.196791 15157 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Initialized, Role: FOLLOWER
15:18:28.197 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:18:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.198122 15157 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.199 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:18:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.201133 15168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.201812 15168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.202782 15157 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: configured and running, proceeding with master startup.
15:18:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.224145 15070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 7
15:18:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.229338 15179 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:28.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.229741 15179 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263105, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.224112 15080 master_runner.cc:187] Error getting master registration for 127.14.137.254:45841: OK, instance_id { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" instance_seqno: 1790263103508882 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:18:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.251190 15080 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.265271 15070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap starting.
15:18:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.272477 15070 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Neither blocks nor log segments found. Creating new log.
15:18:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.274821 15070 log.cc:826] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Log is configured to *not* fsync() on all Append() calls
15:18:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.277945 14988 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } attempt: 7
15:18:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.293298 15070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: No bootstrap required, opened a new log
15:18:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:28 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263103, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.322839 15070 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.323871 15070 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:18:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.324185 15070 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e5a02e2ad3e48d889f9235d7e93a20d, State: Initialized, Role: FOLLOWER
15:18:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.325282 15070 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.333612 15184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.334700 15184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.335155 14988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap starting.
15:18:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.335881 15070 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: configured and running, proceeding with master startup.
15:18:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.344089 14988 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Neither blocks nor log segments found. Creating new log.
15:18:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.347285 14988 log.cc:826] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Log is configured to *not* fsync() on all Append() calls
15:18:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.353492 14988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: No bootstrap required, opened a new log
15:18:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.391157 15196 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.391563 15196 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.391567 14988 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.392949 14988 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:18:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.393489 14988 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f5e203ee0484944907a8fec414329cd, State: Initialized, Role: FOLLOWER
15:18:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.394801 14988 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.415395 14988 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: configured and running, proceeding with master startup.
15:18:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.429634 15198 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.373485 14998 master_runner.cc:187] Error getting master registration for 127.14.137.254:45841: OK, instance_id { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" instance_seqno: 1790263103508882 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:18:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.432549 14998 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.432628 15198 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.435220 15111 tablet.cc:2433] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:18:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.448257 15024 tablet.cc:2433] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:18:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.456136 15168 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:28.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.456678 15168 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.459009 15168 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.460641 14963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd" is_pre_election: true
15:18:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.461163 14942 tablet.cc:2433] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:18:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.461905 14963 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 0.
15:18:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.462734 15045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" is_pre_election: true
15:18:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.463682 15045 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 0.
15:18:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.463752 15109 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters:
15:18:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.464648 15168 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:18:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.464994 15168 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:18:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.465322 15168 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 0 FOLLOWER]: Advancing to term 1
15:18:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.478214 15209 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:18:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:28.478849 15209 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:18:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.481133 15168 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.494006 14917 master_runner.cc:233] Existing masters have differing terms: 0 vs 1
15:18:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.494545 14917 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.496776 14963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.497351 14963 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 0 FOLLOWER]: Advancing to term 1
15:18:28.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.505061 14963 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 1.
15:18:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.506598 15109 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters:
15:18:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.514487 15045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.515095 15045 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 0 FOLLOWER]: Advancing to term 1
15:18:28.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.522835 15045 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 1.
15:18:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.524107 15168 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 1 election: Requested vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:28.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.526379 15168 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Leader election won for term 1
15:18:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.527570 15168 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 LEADER]: Becoming Leader. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Running, Role: LEADER
15:18:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.529125 15168 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:28.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.544951 15211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.545857 15211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.560170 15213 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:18:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.568524 15213 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:18:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.592715 15045 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 1 FOLLOWER]: Refusing update from remote peer 34a1f4e1730e431c99b5b6aeda783750: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:18:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.594800 15211 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:18:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.599998 14963 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 1 FOLLOWER]: Refusing update from remote peer 34a1f4e1730e431c99b5b6aeda783750: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:18:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.601903 15168 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:18:28.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.637811 15198 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.638188 15184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.639000 15184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.640849 15198 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.644572 15214 mvcc.cc:204] Tried to move back new op lower bound from 7332917692773191680 to 7332917692557344768. Current Snapshot: MvccSnapshot[applied={T|T < 7332917692773191680}]
15:18:28.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.653827 15216 mvcc.cc:204] Tried to move back new op lower bound from 7332917692773191680 to 7332917692557344768. Current Snapshot: MvccSnapshot[applied={T|T < 7332917692773191680}]
15:18:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.665098 15198 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.665855 15198 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.667057 15215 mvcc.cc:204] Tried to move back new op lower bound from 7332917692773191680 to 7332917692557344768. Current Snapshot: MvccSnapshot[applied={T|T < 7332917692773191680}]
15:18:28.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.688289 15184 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.689522 15184 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.694751 15213 catalog_manager.cc:1396] Generated new cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.695097 15213 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:18:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.697291 15168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.698060 15168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.698724 15168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.699397 15168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.743911 15213 catalog_manager.cc:1419] Generated new certificate authority record
15:18:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.746284 15213 catalog_manager.cc:1553] Loading token signing keys...
15:18:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.793795 15213 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Generated new TSK 0
15:18:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:28.795118 15213 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:18:29.200 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.252:42135
15:18:29.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:18:29.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.202023 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15080
15:18:29.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:29.227 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.254:45841
15:18:29.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:18:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.228292 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14917
15:18:29.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:29.259 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.253:36319
15:18:29.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:18:29.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.259843 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14998
15:18:29.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:29.289 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.252:42135
15:18:29.290 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.292125 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.635196 15223 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.636670 15223 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.637723 15223 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.673786 15223 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.674103 15223 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.674652 15223 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.674981 15223 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.675293 15223 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.675602 15223 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.675835 15223 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.718351 15223 master_runner.cc:387] Master server non-default flags:
15:18:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:29.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.720108 15223 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:29.721231 15223 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.732798 15229 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:29.734607 15230 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.191256 15232 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.193244 15231 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1455 milliseconds
15:18:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.193336 15223 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:31.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.194845 15223 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.198160 15223 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.199601 15223 hybrid_clock.cc:648] HybridClock initialized: now 1790263111199556 us; error 52 us; skew 500 ppm
15:18:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.200469 15223 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:31 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263111, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.206848 15223 init.cc:377] Logged in from keytab as kudu/127.14.137.252@KRBTEST.COM (short username kudu)
15:18:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.211673 15223 webserver.cc:533] Webserver started at http://127.14.137.252:33595/ using document root <none> and password file <none>
15:18:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.212857 15223 fs_manager.cc:362] Metadata directory not provided
15:18:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.213330 15223 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.222955 15223 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
15:18:31.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.227571 15243 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:31.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.228747 15223 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.229076 15223 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.231120 15223 fs_report.cc:389] FS layout report
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/data
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.296641 15223 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.308234 15223 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:31.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.308817 15223 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.395613 15223 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.252:42135
15:18:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.395689 15294 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.252:42135 every 8 connection(s)
15:18:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.399152 15223 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.410403 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15223
15:18:31.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:31.411 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.254:45841
15:18:31.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.412770 15295 sys_catalog.cc:263] Verifying existing consensus state
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.412693 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.421599 15295 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap starting.
15:18:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.467532 15295 log.cc:826] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Log is configured to *not* fsync() on all Append() calls
15:18:31.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.486452 15295 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.487823 15295 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap complete.
15:18:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.515030 15295 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.517351 15295 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Initialized, Role: FOLLOWER
15:18:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.518383 15295 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.521437 15300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.523010 15300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: FOLLOWER
15:18:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.523442 15295 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: configured and running, proceeding with master startup.
15:18:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.571723 15311 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.572299 15311 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: loading cluster ID for follower catalog manager: success
15:18:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.581696 15311 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: acquiring CA information for follower catalog manager: success
15:18:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.555308 15223 master_runner.cc:187] Error getting master registration for 127.14.137.254:45841: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111),
15:18:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.585618 15223 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:31.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.590158 15311 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.789562 15297 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.790334 15297 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.791062 15297 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.828517 15297 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.828819 15297 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.829263 15297 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.829582 15297 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.829952 15297 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.830276 15297 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.830570 15297 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.874181 15297 master_runner.cc:387] Master server non-default flags:
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.875666 15297 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.876864 15297 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.889919 15319 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.146245 15325 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.146852 15325 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.150163 15325 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.161410 15247 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:18:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.166455 15244 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.166997 15247 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841): Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:18:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.167408 15247 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d, 2f5e203ee0484944907a8fec414329cd
15:18:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.168460 15325 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:18:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.892637 15320 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:31.895854 15322 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:31.895512 15297 server_base.cc:1061] running on GCE node
15:18:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.221963 15297 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.225077 15297 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.226558 15297 hybrid_clock.cc:648] HybridClock initialized: now 1790263113226507 us; error 57 us; skew 500 ppm
15:18:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.227344 15297 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:33 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263113, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.233775 15297 init.cc:377] Logged in from keytab as kudu/127.14.137.254@KRBTEST.COM (short username kudu)
15:18:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.240130 15297 webserver.cc:533] Webserver started at http://127.14.137.254:41027/ using document root <none> and password file <none>
15:18:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.241451 15297 fs_manager.cc:362] Metadata directory not provided
15:18:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.241781 15297 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.252846 15297 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
15:18:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.259105 15334 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:33.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.260497 15297 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
15:18:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.260887 15297 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.262936 15297 fs_report.cc:389] FS layout report
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/data
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:33.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.342182 15297 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.347932 15297 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.348479 15297 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.455678 15297 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.254:45841
15:18:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.455704 15387 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.254:45841 every 8 connection(s)
15:18:33.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.459828 15297 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:33.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:33.462 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.253:36319
15:18:33.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:18:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.461874 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15297
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.464833 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.476595 15388 sys_catalog.cc:263] Verifying existing consensus state
15:18:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.484027 15388 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap starting.
15:18:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.540132 15388 log.cc:826] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Log is configured to *not* fsync() on all Append() calls
15:18:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.561805 15388 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.562847 15388 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap complete.
15:18:33.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.605732 15388 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.609763 15388 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f5e203ee0484944907a8fec414329cd, State: Initialized, Role: FOLLOWER
15:18:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.611054 15388 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.614543 15392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.615527 15392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.616611 15388 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: configured and running, proceeding with master startup.
15:18:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.657383 15403 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.657933 15403 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: loading cluster ID for follower catalog manager: success
15:18:33.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.666198 15403 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: acquiring CA information for follower catalog manager: success
15:18:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.674747 15403 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:33 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263113, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.700410 15297 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:18:33.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.729072 15297 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.907545 15390 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.908254 15390 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:33.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.909015 15390 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:33.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.948573 15390 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:33.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.948882 15390 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:33.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.949508 15390 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.949870 15390 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.950191 15390 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.950495 15390 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:33.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:33.950750 15390 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:33.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:33.998342 15390 master_runner.cc:387] Master server non-default flags:
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:34.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.000357 15390 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.001631 15390 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:34.014919 15413 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.740814 15417 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.741343 15417 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:34.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.764842 15417 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:34.786850 15244 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:34.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.805214 15362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd" is_pre_election: true
15:18:34.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.806596 15362 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 1.
15:18:34.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.809103 15247 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:18:34.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.810818 15417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:18:34.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.811309 15417 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:18:34.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.811738 15417 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 1 FOLLOWER]: Advancing to term 2
15:18:34.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.829105 15417 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.833879 15362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.834717 15362 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 1 FOLLOWER]: Advancing to term 2
15:18:34.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.850622 15417 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 election: Requested vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:34.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:34.853823 15244 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.859086 15362 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 2.
15:18:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.861169 15247 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:18:34.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.862838 15417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Leader election won for term 2
15:18:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.874930 15417 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 LEADER]: Becoming Leader. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Running, Role: LEADER
15:18:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.876240 15417 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.900760 15422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.902251 15422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.909534 15424 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:18:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.923834 15424 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:18:34.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.931373 15424 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:34.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.932188 15424 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:18:34.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.940523 15424 catalog_manager.cc:1553] Loading token signing keys...
15:18:34.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.946905 15424 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Loaded TSK: 0
15:18:34.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:34.949911 15424 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:18:35.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:35.410099 15244 consensus_peers.cc:597] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 -> Peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Couldn't send request to peer 2e5a02e2ad3e48d889f9235d7e93a20d. Status: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:18:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.476336 15362 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 2 FOLLOWER]: Refusing update from remote peer 34a1f4e1730e431c99b5b6aeda783750: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
15:18:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.479450 15422 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
15:18:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.538039 15427 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.539036 15427 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.565632 15427 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.566732 15427 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.572696 15422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.573710 15422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:35.416503 15412 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15390
15:18:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:34.019339 15414 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:35.735854 15412 kernel_stack_watchdog.cc:198] Thread 15390 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
15:18:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:35.736668 15390 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.719s user 0.624s sys 1.041s
15:18:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:35.737025 15390 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.720s user 0.624s sys 1.041s
15:18:35.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:35.746421 15435 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.748369 15390 server_base.cc:1061] running on GCE node
15:18:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.749836 15390 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.752990 15390 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.754411 15390 hybrid_clock.cc:648] HybridClock initialized: now 1790263115754359 us; error 55 us; skew 500 ppm
15:18:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.755378 15390 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:35 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263115, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.762616 15390 init.cc:377] Logged in from keytab as kudu/127.14.137.253@KRBTEST.COM (short username kudu)
15:18:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.769308 15390 webserver.cc:533] Webserver started at http://127.14.137.253:32837/ using document root <none> and password file <none>
15:18:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.771009 15390 fs_manager.cc:362] Metadata directory not provided
15:18:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.771337 15390 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:35.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.786445 15390 fs_manager.cc:714] Time spent opening directory manager: real 0.010s user 0.008s sys 0.000s
15:18:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.794734 15441 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.796450 15390 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
15:18:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.796875 15390 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.799769 15390 fs_report.cc:389] FS layout report
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/data
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.858917 15390 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:35.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.866266 15390 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:35.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.866855 15390 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:35.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.971863 15390 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.253:36319
15:18:35.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.971957 15493 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.253:36319 every 8 connection(s)
15:18:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.976250 15390 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.981595 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15390
15:18:35.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:35.992 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.137.252:42135(127.14.137.252:42135)] connecting to peer
15:18:35.996 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.137.254:45841(127.14.137.254:45841)] connecting to peer
15:18:35.997 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.137.253:36319(127.14.137.253:36319)] connecting to peer
15:18:35.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:35.997365 15494 sys_catalog.cc:263] Verifying existing consensus state
15:18:36.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.005230 15494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap starting.
15:18:36.009 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.137.254:45841(127.14.137.254:45841)] Successfully connected to peer
15:18:36.018 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
15:18:36.018 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:18:36.019 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.137.253:36319(127.14.137.253:36319)] Successfully connected to peer
15:18:36.027 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.137.252:42135(127.14.137.252:42135)] Successfully connected to peer
15:18:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:36.037 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:18:36.037 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
15:18:36.038 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
15:18:36.038 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:18:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:36.043 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:18:36.044 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
15:18:36.045 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.137.252
15:18:36.052 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.137.254
15:18:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:36.078 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
15:18:36.079 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:18:36.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:36.085 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:18:36.085 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
15:18:36.086 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.137.253
15:18:36.094 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x2adb9cb3, L:/127.0.0.1:53194 - R:/127.14.137.252:42135] using SASL/GSSAPI
15:18:36.095 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xdca2c66c, L:/127.0.0.1:42996 - R:/127.14.137.254:45841] using SASL/GSSAPI
15:18:36.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:18:36.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.137.252:42135, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.137.254:45841, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.137.253:36319, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.137.254:45841: OK, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.137.252:42135: OK, deferred=null) after lookup
15:18:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.108850 15494 log.cc:826] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Log is configured to *not* fsync() on all Append() calls
15:18:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.163733 15494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:36.164 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x71d01e48, L:/127.0.0.1:37854 - R:/127.14.137.253:36319] using SASL/GSSAPI
15:18:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.164803 15494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap complete.
15:18:36.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.137.253:36319: Catalog manager is not initialized. State: Starting
15:18:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.197247 15494 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.201180 15494 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e5a02e2ad3e48d889f9235d7e93a20d, State: Initialized, Role: FOLLOWER
15:18:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.202332 15494 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.205412 15505 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.206264 15505 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:36.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.207439 15494 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: configured and running, proceeding with master startup.
15:18:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.241150 15516 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.241432 15516 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: loading cluster ID for follower catalog manager: success
15:18:36.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.249377 15516 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: acquiring CA information for follower catalog manager: success
15:18:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:36 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263115, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:36.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.255615 15516 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.347164 15469 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 1 FOLLOWER]: Advancing to term 2
15:18:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.369125 15523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.371765 15523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.374758 15505 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.375492 15505 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.763203 15422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:36.766577 15422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:37.108 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.252:42135
15:18:37.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:18:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.110227 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15223
15:18:37.153 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.137.252:42135(127.14.137.252:42135)] handling channelInactive
15:18:37.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.137.252:42135(127.14.137.252:42135)] cleaning up while in state READY due to: connection closed
15:18:37.154 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:37.154 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.254:45841
15:18:37.154 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:18:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.154922 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15297
15:18:37.189 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.137.254:45841(127.14.137.254:45841)] handling channelInactive
15:18:37.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.137.254:45841(127.14.137.254:45841)] cleaning up while in state READY due to: connection closed
15:18:37.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:37.190 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.253:36319
15:18:37.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:18:37.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.191116 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15390
15:18:37.217 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.137.253:36319(127.14.137.253:36319)] handling channelInactive
15:18:37.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:37.217 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.252:42135
15:18:37.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.137.253:36319(127.14.137.253:36319)] cleaning up while in state READY due to: connection closed
15:18:37.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.220028 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.567781 15528 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.568529 15528 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.569284 15528 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.605634 15528 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.606016 15528 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.606506 15528 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.606868 15528 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.607230 15528 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.607584 15528 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.607825 15528 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.650415 15528 master_runner.cc:387] Master server non-default flags:
15:18:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.651777 15528 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:37.652788 15528 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.665764 15534 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.067672 15533 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15528
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.073745 15533 kernel_stack_watchdog.cc:198] Thread 15528 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:37.666460 15535 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.075251 15536 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1407 milliseconds
15:18:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.075085 15528 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.410s user 0.420s sys 0.970s
15:18:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.075680 15528 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.410s user 0.420s sys 0.970s
15:18:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.076726 15537 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.076720 15528 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:39.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.080734 15528 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.083627 15528 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.085167 15528 hybrid_clock.cc:648] HybridClock initialized: now 1790263119085125 us; error 46 us; skew 500 ppm
15:18:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.086131 15528 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:39.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:39 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263119, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:39.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.092337 15528 init.cc:377] Logged in from keytab as kudu/127.14.137.252@KRBTEST.COM (short username kudu)
15:18:39.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.098102 15528 webserver.cc:533] Webserver started at http://127.14.137.252:33595/ using document root <none> and password file <none>
15:18:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.099105 15528 fs_manager.cc:362] Metadata directory not provided
15:18:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.099400 15528 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.109632 15528 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
15:18:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.115376 15546 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:39.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.116707 15528 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.117015 15528 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.119086 15528 fs_report.cc:389] FS layout report
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/data
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.175501 15528 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.187489 15528 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.187918 15528 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.263167 15528 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.252:42135
15:18:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.263273 15597 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.252:42135 every 8 connection(s)
15:18:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.266351 15528 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.269897 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15528
15:18:39.270 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:39.270 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.254:45841
15:18:39.270 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.272200 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.280967 15598 sys_catalog.cc:263] Verifying existing consensus state
15:18:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.287482 15598 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap starting.
15:18:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.331265 15598 log.cc:826] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Log is configured to *not* fsync() on all Append() calls
15:18:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.348680 15598 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.349711 15598 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap complete.
15:18:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.379495 15598 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.384639 15598 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Initialized, Role: FOLLOWER
15:18:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.386320 15598 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.390348 15602 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.391367 15602 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: FOLLOWER
15:18:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.393484 15598 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: configured and running, proceeding with master startup.
15:18:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.424788 15613 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.425073 15613 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: loading cluster ID for follower catalog manager: success
15:18:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.444555 15613 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: acquiring CA information for follower catalog manager: success
15:18:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.450512 15613 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.435182 15528 master_runner.cc:187] Error getting master registration for 127.14.137.254:45841: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111),
15:18:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.460245 15528 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.671088 15600 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.671772 15600 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.672519 15600 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:39.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.709580 15600 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.709936 15600 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.710383 15600 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.710693 15600 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.711002 15600 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.711301 15600 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.711551 15600 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.753202 15600 master_runner.cc:387] Master server non-default flags:
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.754894 15600 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:39.756199 15600 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.769269 15621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:40.652238 15625 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:40.653152 15625 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:40.674307 15625 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:40.684760 15550 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:18:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:40.700455 15547 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:40.704222 15550 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841): Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:18:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:40.704968 15550 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d, 2f5e203ee0484944907a8fec414329cd
15:18:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:40.706207 15625 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
15:18:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:39.769814 15622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:41.516527 15600 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.749s user 0.577s sys 1.073s
15:18:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:41.516880 15600 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.749s user 0.577s sys 1.073s
15:18:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:41.170004 15620 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15600
15:18:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.531396 15600 server_base.cc:1061] running on GCE node
15:18:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:41.532276 15633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:41.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.533727 15600 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.536613 15600 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.538043 15600 hybrid_clock.cc:648] HybridClock initialized: now 1790263121537938 us; error 90 us; skew 500 ppm
15:18:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.539098 15600 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:41 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263121, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.546558 15600 init.cc:377] Logged in from keytab as kudu/127.14.137.254@KRBTEST.COM (short username kudu)
15:18:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.552276 15600 webserver.cc:533] Webserver started at http://127.14.137.254:41027/ using document root <none> and password file <none>
15:18:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.553516 15600 fs_manager.cc:362] Metadata directory not provided
15:18:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.553823 15600 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.564556 15600 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.000s
15:18:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.570199 15639 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.571653 15600 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.572067 15600 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.574826 15600 fs_report.cc:389] FS layout report
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/data
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:41.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.642481 15600 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.650516 15600 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.651142 15600 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.740859 15600 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.254:45841
15:18:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.740978 15690 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.254:45841 every 8 connection(s)
15:18:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.745091 15600 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.750108 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15600
15:18:41.755 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:41.756 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.253:36319
15:18:41.756 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.757932 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.769016 15691 sys_catalog.cc:263] Verifying existing consensus state
15:18:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.778234 15691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap starting.
15:18:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.840376 15691 log.cc:826] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Log is configured to *not* fsync() on all Append() calls
15:18:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.863996 15691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.864905 15691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap complete.
15:18:41.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.892446 15691 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.895778 15691 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f5e203ee0484944907a8fec414329cd, State: Initialized, Role: FOLLOWER
15:18:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.897401 15691 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.900794 15695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.902897 15691 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: configured and running, proceeding with master startup.
15:18:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.902961 15695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.954778 15706 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.955099 15706 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: loading cluster ID for follower catalog manager: success
15:18:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.972621 15706 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: acquiring CA information for follower catalog manager: success
15:18:41.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:41 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263121, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:41.991261 15706 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.026607 15600 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:18:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.063177 15600 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.278520 15693 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.279349 15693 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.280462 15693 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.319574 15693 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.319892 15693 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.320385 15693 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.320711 15693 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.321023 15693 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.321326 15693 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.321574 15693 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.363574 15693 master_runner.cc:387] Master server non-default flags:
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.365278 15693 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.366436 15693 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.380913 15715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.778512 15721 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.779083 15721 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.827682 15721 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.854693 15666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd" is_pre_election: true
15:18:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.855752 15666 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 2.
15:18:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.857375 15550 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters:
15:18:42.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.858732 15721 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:18:42.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.859205 15721 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:18:42.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.859613 15721 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 2 FOLLOWER]: Advancing to term 3
15:18:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.876238 15547 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.890182 15721 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.898229 15666 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.899071 15666 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 2 FOLLOWER]: Advancing to term 3
15:18:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.921026 15547 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.922593 15721 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 election: Requested vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.932180 15666 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 3.
15:18:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.934057 15550 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:18:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.935508 15721 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Leader election won for term 3
15:18:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.948195 15721 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 LEADER]: Becoming Leader. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Running, Role: LEADER
15:18:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.949594 15721 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.979120 15726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.980290 15726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:42.993407 15728 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:18:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.017102 15728 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:18:43.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.032922 15728 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.033726 15728 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:18:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.044984 15728 catalog_manager.cc:1553] Loading token signing keys...
15:18:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.059468 15728 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Loaded TSK: 0
15:18:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.064486 15728 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:18:43.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.370067 15666 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 3 FOLLOWER]: Refusing update from remote peer 34a1f4e1730e431c99b5b6aeda783750: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
15:18:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:43.372697 15547 consensus_peers.cc:597] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 -> Peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Couldn't send request to peer 2e5a02e2ad3e48d889f9235d7e93a20d. Status: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:18:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.372817 15726 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
15:18:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.400580 15729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:43.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.401786 15729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.403642 15726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:43.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.404639 15726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:43.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.407699 15729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:43.409103 15729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.471176 15528 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:18:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.471683 15528 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:43.781572 15714 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15693
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:44.548444 15714 kernel_stack_watchdog.cc:198] Thread 15693 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:42.382493 15716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:44.549932 15693 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.170s user 0.613s sys 1.053s
15:18:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:44.550320 15693 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.171s user 0.613s sys 1.053s
15:18:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:44.550675 15717 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2169 milliseconds
15:18:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.550964 15693 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:44.551033 15718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.556420 15693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:44.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.559684 15693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:44.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.561156 15693 hybrid_clock.cc:648] HybridClock initialized: now 1790263124561051 us; error 102 us; skew 500 ppm
15:18:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.562316 15693 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:44 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263124, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:44.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.570327 15693 init.cc:377] Logged in from keytab as kudu/127.14.137.253@KRBTEST.COM (short username kudu)
15:18:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.577317 15693 webserver.cc:533] Webserver started at http://127.14.137.253:32837/ using document root <none> and password file <none>
15:18:44.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.578637 15693 fs_manager.cc:362] Metadata directory not provided
15:18:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.578924 15693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.590421 15693 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.002s
15:18:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.595813 15740 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:44.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.597088 15693 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
15:18:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.597473 15693 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.599594 15693 fs_report.cc:389] FS layout report
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/data
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.659750 15693 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.671943 15693 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.672492 15693 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.779408 15693 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.253:36319
15:18:44.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.779508 15791 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.253:36319 every 8 connection(s)
15:18:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.783582 15693 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.791059 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15693
15:18:44.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:44.792 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.137.252:42135(127.14.137.252:42135)] connecting to peer
15:18:44.799 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.14.137.252:42135(127.14.137.252:42135)] Successfully connected to peer
15:18:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.806316 15792 sys_catalog.cc:263] Verifying existing consensus state
15:18:44.810 [DEBUG - kudu-nio-3] (SecurityContext.java:222) Refreshing Kerberos credentials...
15:18:44.811 [DEBUG - kudu-nio-3] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:18:44.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.814937 15792 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap starting.
15:18:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:44 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:44.821 [DEBUG - kudu-nio-3] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:18:44.821 [INFO - kudu-nio-3] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
15:18:44.822 [DEBUG - kudu-nio-3] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.137.252
15:18:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:44 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263108, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:44 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263119, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:44.886 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xdc66cb71, L:/127.0.0.1:55668 - R:/127.14.137.252:42135] using SASL/GSSAPI
15:18:44.892 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:18:44.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:18:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.908445 15792 log.cc:826] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Log is configured to *not* fsync() on all Append() calls
15:18:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:44 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263124, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:18:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.946277 15792 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:44.947 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.948465 15792 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap complete.
15:18:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.987694 15792 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.991103 15792 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e5a02e2ad3e48d889f9235d7e93a20d, State: Initialized, Role: FOLLOWER
15:18:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:44.992136 15792 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:45.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.013366 15801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:45.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.014911 15792 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: configured and running, proceeding with master startup.
15:18:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.016160 15767 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 2 FOLLOWER]: Advancing to term 3
15:18:45.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.030959 15801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.051982 15803 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.053103 15803 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.054950 15801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.055784 15801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:45.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.079613 15815 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:45.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.079905 15815 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: loading cluster ID for follower catalog manager: success
15:18:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.088863 15815 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: acquiring CA information for follower catalog manager: success
15:18:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.094924 15815 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:45 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263124, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.449632 15819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.450439 15819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:45.947 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.252:42135
15:18:45.948 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:18:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.948873 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15528
15:18:45.995 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.14.137.252:42135(127.14.137.252:42135)] handling channelInactive
15:18:45.995 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.137.252:42135(127.14.137.252:42135)] cleaning up while in state READY due to: connection closed
15:18:45.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:45.998 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.254:45841
15:18:45.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:18:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:45.998771 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15600
15:18:46.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:46.035 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.253:36319
15:18:46.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:18:46.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:46.035754 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15693
15:18:46.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:46.059 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.252:42135
15:18:46.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:18:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:46.060946 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.421136 15822 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.422019 15822 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.422783 15822 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.462391 15822 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.462694 15822 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.463140 15822 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.463444 15822 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.463745 15822 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.464049 15822 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.464293 15822 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:46.511839 15822 master_runner.cc:387] Master server non-default flags:
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:46.513525 15822 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:46.514966 15822 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.527565 15828 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.149951 14728 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7320 after lost signal to thread 14601
15:18:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.151690 14728 debug-util.cc:398] Leaking SignalData structure 0x7b08000b79e0 after lost signal to thread 14731
15:18:48.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:47.932538 15827 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15822
15:18:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.378067 15827 kernel_stack_watchdog.cc:198] Thread 15822 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:46.528712 15829 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.379117 15822 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.852s user 0.664s sys 1.159s
15:18:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.379522 15822 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.852s user 0.664s sys 1.159s
15:18:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.382380 15831 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:48.384886 15830 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1857 milliseconds
15:18:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.385090 15822 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.386772 15822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.390100 15822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.394681 15822 hybrid_clock.cc:648] HybridClock initialized: now 1790263128394260 us; error 114 us; skew 500 ppm
15:18:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.395609 15822 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:48 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263128, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.403896 15822 init.cc:377] Logged in from keytab as kudu/127.14.137.252@KRBTEST.COM (short username kudu)
15:18:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.410611 15822 webserver.cc:533] Webserver started at http://127.14.137.252:33595/ using document root <none> and password file <none>
15:18:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.411605 15822 fs_manager.cc:362] Metadata directory not provided
15:18:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.411828 15822 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.421952 15822 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
15:18:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.439620 15840 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.441454 15822 fs_manager.cc:730] Time spent opening block manager: real 0.017s user 0.006s sys 0.011s
15:18:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.441895 15822 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.443976 15822 fs_report.cc:389] FS layout report
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/data
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.504477 15822 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:48.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.510977 15822 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:48.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.511456 15822 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.610018 15822 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.252:42135
15:18:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.610168 15891 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.252:42135 every 8 connection(s)
15:18:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.613394 15822 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.623291 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15822
15:18:48.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:48.624 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.254:45841
15:18:48.624 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:18:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.625425 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.631315 15892 sys_catalog.cc:263] Verifying existing consensus state
15:18:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.641611 15892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap starting.
15:18:48.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.707230 15892 log.cc:826] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Log is configured to *not* fsync() on all Append() calls
15:18:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.735118 15892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:48.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.736261 15892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap complete.
15:18:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.779371 15892 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.783130 15892 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Initialized, Role: FOLLOWER
15:18:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.784790 15892 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.801133 15892 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: configured and running, proceeding with master startup.
15:18:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.799180 15896 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.803129 15896 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: FOLLOWER
15:18:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.864928 15907 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.865262 15907 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: loading cluster ID for follower catalog manager: success
15:18:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.878893 15907 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: acquiring CA information for follower catalog manager: success
15:18:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.857394 15822 master_runner.cc:187] Error getting master registration for 127.14.137.254:45841: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111),
15:18:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.886124 15822 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:48.895900 15907 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.083101 15894 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:49.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.083946 15894 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.085024 15894 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.134951 15894 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.135304 15894 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.135816 15894 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.136170 15894 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.136629 15894 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.137065 15894 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.137331 15894 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:49.182219 15894 master_runner.cc:387] Master server non-default flags:
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:49.184823 15894 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:49.186012 15894 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.203823 15917 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:50.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.635758 15922 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.636786 15922 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:50.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.685933 15922 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.691478 15841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.700645 15841 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.721061 15844 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841): Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:18:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.721751 15844 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d, 2f5e203ee0484944907a8fec414329cd
15:18:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.723053 15922 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:18:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.600520 15915 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15894
15:18:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:49.206228 15916 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.955442 15894 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.749s user 0.000s sys 0.002s
15:18:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.956686 15894 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.750s user 0.000s sys 0.002s
15:18:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.954623 15918 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1750 milliseconds
15:18:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:50.958890 15920 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.958827 15894 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.963598 15894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:50.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.966980 15894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.968588 15894 hybrid_clock.cc:648] HybridClock initialized: now 1790263130968512 us; error 82 us; skew 500 ppm
15:18:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.969842 15894 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:50 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263130, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:50.979077 15894 init.cc:377] Logged in from keytab as kudu/127.14.137.254@KRBTEST.COM (short username kudu)
15:18:51.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.007905 15894 webserver.cc:533] Webserver started at http://127.14.137.254:41027/ using document root <none> and password file <none>
15:18:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.009756 15894 fs_manager.cc:362] Metadata directory not provided
15:18:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.010386 15894 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:51.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.032178 15894 fs_manager.cc:714] Time spent opening directory manager: real 0.016s user 0.010s sys 0.005s
15:18:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.045282 15932 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.047200 15894 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.003s sys 0.008s
15:18:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.047706 15894 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.051182 15894 fs_report.cc:389] FS layout report
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/data
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.144650 15894 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.163456 15894 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.164141 15894 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.273196 15894 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.254:45841
15:18:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.273293 15984 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.254:45841 every 8 connection(s)
15:18:51.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.277878 15894 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.284643 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15894
15:18:51.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:51.285 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.253:36319
15:18:51.286 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.287788 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.305321 15985 sys_catalog.cc:263] Verifying existing consensus state
15:18:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.315059 15985 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap starting.
15:18:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.380223 15985 log.cc:826] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Log is configured to *not* fsync() on all Append() calls
15:18:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.414659 15985 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.415848 15985 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap complete.
15:18:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.453476 15985 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.457437 15985 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f5e203ee0484944907a8fec414329cd, State: Initialized, Role: FOLLOWER
15:18:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.458858 15985 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.467413 15989 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.468336 15989 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.471417 15985 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: configured and running, proceeding with master startup.
15:18:51.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.577337 16000 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.577785 16000 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: loading cluster ID for follower catalog manager: success
15:18:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:51 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263130, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.597460 16000 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: acquiring CA information for follower catalog manager: success
15:18:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.619477 16000 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.636718 15894 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:18:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:51.667481 15894 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.884793 15987 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.885673 15987 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:51.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.886814 15987 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.951236 15987 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.951593 15987 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.952081 15987 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.952421 15987 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.952786 15987 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.953119 15987 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:51.953383 15987 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.026249 15987 master_runner.cc:387] Master server non-default flags:
15:18:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:18:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:18:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.028070 15987 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.029528 15987 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:52.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:52.044185 16010 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:52.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.384579 16016 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:18:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.387301 16016 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.449929 16016 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:52.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:52.523183 15841 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.14.137.253:36319, user_credentials={real_user=slave}} blocked reactor thread for 61602.8us
15:18:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.534998 15960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd" is_pre_election: true
15:18:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.536257 15960 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 3.
15:18:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:52.538704 15841 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:52.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.541581 15844 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:18:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.543550 16016 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Leader pre-election won for term 4
15:18:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.543994 16016 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:18:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.544412 16016 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 3 FOLLOWER]: Advancing to term 4
15:18:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.561269 16016 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.566067 15960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd"
15:18:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.566864 15960 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 3 FOLLOWER]: Advancing to term 4
15:18:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:52.588385 15841 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:18:52.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.589763 16016 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 election: Requested vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:18:52.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.596740 15960 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 4.
15:18:52.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.598932 15844 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:18:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.602954 16016 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Leader election won for term 4
15:18:52.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.610944 16016 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 LEADER]: Becoming Leader. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Running, Role: LEADER
15:18:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.612142 16016 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:52.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.637053 16023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:52.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.638482 16023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.647634 16025 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:18:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.663830 16025 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:18:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.671262 16025 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.672111 16025 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:18:52.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.681859 16025 catalog_manager.cc:1553] Loading token signing keys...
15:18:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.698861 16025 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Loaded TSK: 0
15:18:52.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:52.701350 16025 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:18:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.229084 15960 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 4 FOLLOWER]: Refusing update from remote peer 34a1f4e1730e431c99b5b6aeda783750: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
15:18:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.233989 16026 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
15:18:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:53.240177 15841 consensus_peers.cc:597] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 -> Peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Couldn't send request to peer 2e5a02e2ad3e48d889f9235d7e93a20d. Status: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.277864 16026 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.278599 16026 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.288798 16030 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.298374 16030 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.307698 16036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.308609 16036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:18:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:53.361480 14301 debug-util.cc:398] Leaking SignalData structure 0x7b0800099540 after lost signal to thread 14236
15:18:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:53.362386 14301 debug-util.cc:398] Leaking SignalData structure 0x7b0800098e80 after lost signal to thread 14304
15:18:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.901328 15822 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:18:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:53.901904 15822 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:53.447580 16009 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15987
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:52.047327 16011 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:54.782317 16009 kernel_stack_watchdog.cc:198] Thread 15987 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:54.782732 15987 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.736s user 0.837s sys 1.513s
15:18:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:54.783099 15987 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.737s user 0.837s sys 1.513s
15:18:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:54.784426 16013 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:54.795713 16012 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2748 milliseconds
15:18:54.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.796312 15987 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:18:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.798287 15987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.814352 15987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.822708 15987 hybrid_clock.cc:648] HybridClock initialized: now 1790263134822640 us; error 68 us; skew 500 ppm
15:18:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.824028 15987 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:54.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:54 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263134, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.833761 15987 init.cc:377] Logged in from keytab as kudu/127.14.137.253@KRBTEST.COM (short username kudu)
15:18:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.843935 15987 webserver.cc:533] Webserver started at http://127.14.137.253:32837/ using document root <none> and password file <none>
15:18:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.845500 15987 fs_manager.cc:362] Metadata directory not provided
15:18:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.845885 15987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.861387 15987 fs_manager.cc:714] Time spent opening directory manager: real 0.010s user 0.001s sys 0.009s
15:18:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.868072 16044 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.869771 15987 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
15:18:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.870235 15987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.873819 15987 fs_report.cc:389] FS layout report
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/data
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.956010 15987 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.963945 15987 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:54.964542 15987 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.148726 15987 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.253:36319
15:18:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.148824 16095 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.253:36319 every 8 connection(s)
15:18:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.152809 15987 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:18:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.161621 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 15987
15:18:55.162 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:55.163 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.137.252:42135(127.14.137.252:42135)] connecting to peer
15:18:55.171 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.14.137.252:42135(127.14.137.252:42135)] Successfully connected to peer
15:18:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.176596 16096 sys_catalog.cc:263] Verifying existing consensus state
15:18:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.187503 16096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap starting.
15:18:55.191 [DEBUG - kudu-nio-4] (SecurityContext.java:222) Refreshing Kerberos credentials...
15:18:55.191 [DEBUG - kudu-nio-4] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:18:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:55 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263124, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:55.201 [DEBUG - kudu-nio-4] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:18:55.201 [INFO - kudu-nio-4] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
15:18:55.203 [DEBUG - kudu-nio-4] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.137.252
15:18:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:55 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790263124, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.137.252@KRBTEST.COM
15:18:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.257014 16096 log.cc:826] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Log is configured to *not* fsync() on all Append() calls
15:18:55.285 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x48b8d222, L:/127.0.0.1:36374 - R:/127.14.137.252:42135] using SASL/GSSAPI
15:18:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.290810 16096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.292521 16096 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap complete.
15:18:55.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.329550 16096 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:55.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.333235 16096 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e5a02e2ad3e48d889f9235d7e93a20d, State: Initialized, Role: FOLLOWER
15:18:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.334493 16096 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.337754 16101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.338796 16101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.339568 16096 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: configured and running, proceeding with master startup.
15:18:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.415176 16112 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.416258 16112 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: loading cluster ID for follower catalog manager: success
15:18:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:55 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263134, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:18:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:55 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263128, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for kudu/127.14.137.253@KRBTEST.COM
15:18:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.449256 16112 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: acquiring CA information for follower catalog manager: success
15:18:55.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.465834 16112 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.478974 16071 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [term 3 FOLLOWER]: Advancing to term 4
15:18:55.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.545954 16101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.538873 16121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.547297 16121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:55.551091 16101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d [sys.catalog]: This master's current role is: FOLLOWER
15:18:56.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.052526 16123 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:56.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.058925 16123 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:18:56.289 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.252:42135
15:18:56.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:18:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.290208 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15822
15:18:56.364 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.14.137.252:42135(127.14.137.252:42135)] handling channelInactive
15:18:56.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.137.252:42135(127.14.137.252:42135)] cleaning up while in state READY due to: connection closed
15:18:56.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:56.366 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.254:45841
15:18:56.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:18:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.366799 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15894
15:18:56.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:56.412 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.137.253:36319
15:18:56.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:18:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.412458 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 15987
15:18:56.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:56.448 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.252:42135
15:18:56.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.450376 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.879200 16128 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:56.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.879921 16128 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:56.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.880702 16128 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.918036 16128 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.918334 16128 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.918628 16128 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.918834 16128 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:56.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.919046 16128 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:56.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.919246 16128 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:56.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.919395 16128 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.965523 16128 master_runner.cc:387] Master server non-default flags:
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/logs
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.252
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.252:42135
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.252
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33595
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.967362 16128 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:56.968509 16128 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.980465 16135 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:56.981302 16136 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:58.313845 16138 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:58.316977 16128 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.334s user 0.000s sys 0.005s
15:18:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:58.317404 16128 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.335s user 0.000s sys 0.005s
15:18:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.317734 16128 server_base.cc:1061] running on GCE node
15:18:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.318943 16128 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:18:58.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.322153 16128 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:18:58.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.323604 16128 hybrid_clock.cc:648] HybridClock initialized: now 1790263138323541 us; error 74 us; skew 500 ppm
15:18:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.324532 16128 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:18:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:18:58 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263138, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:18:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.332082 16128 init.cc:377] Logged in from keytab as kudu/127.14.137.252@KRBTEST.COM (short username kudu)
15:18:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.338085 16128 webserver.cc:533] Webserver started at http://127.14.137.252:33595/ using document root <none> and password file <none>
15:18:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.339252 16128 fs_manager.cc:362] Metadata directory not provided
15:18:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.339553 16128 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:18:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.349937 16128 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
15:18:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.355782 16148 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:18:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.357185 16128 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
15:18:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.357509 16128 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34a1f4e1730e431c99b5b6aeda783750"
15:18:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:27 on dist-test-slave-38qb"
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.359731 16128 fs_report.cc:389] FS layout report
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/wal
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/data
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:18:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:18:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.442047 16128 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:18:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.453307 16128 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:18:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.453871 16128 kserver.cc:163] Server-wide thread pool size limit: 3276
15:18:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.538774 16128 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.252:42135
15:18:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.538902 16200 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.252:42135 every 8 connection(s)
15:18:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.542428 16128 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-2/data/info.pb
15:18:58.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.550073 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 16128
15:18:58.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:18:58.551 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.254:45841
15:18:58.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:18:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.552613 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:18:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:18:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:18:58.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.557512 16201 sys_catalog.cc:263] Verifying existing consensus state
15:18:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.566293 16201 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap starting.
15:18:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.609326 16201 log.cc:826] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Log is configured to *not* fsync() on all Append() calls
15:18:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.630286 16201 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:18:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.631552 16201 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Bootstrap complete.
15:18:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.657363 16201 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.660003 16201 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Initialized, Role: FOLLOWER
15:18:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.661149 16201 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:18:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.664613 16205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:18:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.665807 16205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: FOLLOWER
15:18:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.666643 16201 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: configured and running, proceeding with master startup.
15:18:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.707455 16216 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:18:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.708705 16216 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: loading cluster ID for follower catalog manager: success
15:18:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.717626 16216 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: acquiring CA information for follower catalog manager: success
15:18:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.724496 16216 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:18:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.696599 16128 master_runner.cc:187] Error getting master registration for 127.14.137.254:45841: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111),
15:18:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:58.727007 16128 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:18:59.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.016769 16203 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:18:59.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.017607 16203 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:18:59.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.018766 16203 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:18:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.067438 16203 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:18:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.067689 16203 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:18:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.067981 16203 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:18:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.068338 16203 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:18:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.068728 16203 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:18:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.069097 16203 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:18:59.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.069861 16203 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:59.119567 16203 master_runner.cc:387] Master server non-default flags:
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/logs
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.254
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.254:45841
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.254
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:18:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:18:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:18:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:18:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:18:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:18:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:59.121307 16203 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:18:59.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:18:59.122669 16203 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:18:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.137096 16225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:18:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.296475 14226 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4bc0 after lost signal to thread 14163
15:18:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.297290 14226 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0300 after lost signal to thread 14229
15:19:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:00.273458 16231 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:19:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:00.278389 16231 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:19:00.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:00.315248 16231 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:19:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:00.320879 16152 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:00.329581 16149 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:19:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:00.332257 16152 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841): Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111)
15:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:00.334388 16152 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d, 2f5e203ee0484944907a8fec414329cd
15:19:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:00.338182 16231 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
15:19:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:00.539644 16224 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 16203
15:19:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:01.264434 16224 kernel_stack_watchdog.cc:198] Thread 16203 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
15:19:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:19:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:19:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:19:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:19:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:01.267306 16203 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.126s user 0.000s sys 0.002s
15:19:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:01.267719 16203 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.126s user 0.000s sys 0.003s
15:19:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:18:59.139916 16226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:19:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:01.268966 16227 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2126 milliseconds
15:19:01.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:01.270135 16228 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:19:01.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.270061 16203 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:19:01.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.275949 16203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:19:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.285987 16203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:19:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.289692 16203 hybrid_clock.cc:648] HybridClock initialized: now 1790263141289612 us; error 58 us; skew 500 ppm
15:19:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.290989 16203 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:19:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:19:01 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263141, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:19:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.300690 16203 init.cc:377] Logged in from keytab as kudu/127.14.137.254@KRBTEST.COM (short username kudu)
15:19:01.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.308126 16203 webserver.cc:533] Webserver started at http://127.14.137.254:41027/ using document root <none> and password file <none>
15:19:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.309788 16203 fs_manager.cc:362] Metadata directory not provided
15:19:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.311306 16203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:19:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.325419 16203 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.000s sys 0.008s
15:19:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.332898 16242 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:19:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.334647 16203 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.005s sys 0.000s
15:19:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.335582 16203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:19:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f5e203ee0484944907a8fec414329cd"
15:19:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:23 on dist-test-slave-38qb"
15:19:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.339059 16203 fs_report.cc:389] FS layout report
15:19:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:19:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/wal
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/data
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:19:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:19:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.440076 16203 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:19:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.448956 16203 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:19:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.449573 16203 kserver.cc:163] Server-wide thread pool size limit: 3276
15:19:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.649863 16203 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.254:45841
15:19:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.649932 16295 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.254:45841 every 8 connection(s)
15:19:01.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.653448 16203 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-0/data/info.pb
15:19:01.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:19:01.656 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.137.253:36319
15:19:01.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:19:01.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.654996 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 16203
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.658830 14887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:19:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:19:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:19:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:19:01.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.692507 16296 sys_catalog.cc:263] Verifying existing consensus state
15:19:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.702117 16296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap starting.
15:19:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.763746 16296 log.cc:826] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Log is configured to *not* fsync() on all Append() calls
15:19:01.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.833127 16296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:19:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.834319 16296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: Bootstrap complete.
15:19:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.880225 16296 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:19:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.885080 16296 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f5e203ee0484944907a8fec414329cd, State: Initialized, Role: FOLLOWER
15:19:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.886626 16296 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:19:01.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.900664 16300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:19:01.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.901525 16300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:19:01.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.905201 16296 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: configured and running, proceeding with master startup.
15:19:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:01.996289 16311 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:19:02.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:19:02 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263141, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.254@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:19:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.072624 16203 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:19:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.108603 16203 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:19:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.349843 16318 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:19:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.350402 16318 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:19:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.368673 16318 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:19:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:19:02 dist-test-slave-38qb krb5kdc[14898](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263138, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.252@KRBTEST.COM for kudu/127.14.137.254@KRBTEST.COM
15:19:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.386826 16297 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:19:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.386736 16149 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:19:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.387729 16297 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:19:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.389084 16297 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:19:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.410578 16270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd" is_pre_election: true
15:19:02.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.411603 16270 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 4.
15:19:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.414042 16152 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:19:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.415203 16318 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Leader pre-election won for term 5
15:19:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.415550 16318 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:19:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.415877 16318 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 4 FOLLOWER]: Advancing to term 5
15:19:02.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.427600 16318 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:19:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.430576 16270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34a1f4e1730e431c99b5b6aeda783750" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "2f5e203ee0484944907a8fec414329cd"
15:19:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.431173 16270 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 4 FOLLOWER]: Advancing to term 5
15:19:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.445609 16318 leader_election.cc:290] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 election: Requested vote from peers 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841), 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319)
15:19:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.447839 16149 leader_election.cc:336] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111)
15:19:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.446470 16270 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34a1f4e1730e431c99b5b6aeda783750 in term 5.
15:19:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.450140 16152 leader_election.cc:304] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2f5e203ee0484944907a8fec414329cd, 34a1f4e1730e431c99b5b6aeda783750; no voters: 2e5a02e2ad3e48d889f9235d7e93a20d
15:19:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.452180 16318 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 5 FOLLOWER]: Leader election won for term 5
15:19:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.457896 16318 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [term 5 LEADER]: Becoming Leader. State: Replica: 34a1f4e1730e431c99b5b6aeda783750, State: Running, Role: LEADER
15:19:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.459247 16318 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } }
15:19:02.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.463537 16297 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:19:02.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.464026 16297 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:19:02.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.464568 16297 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:19:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.465000 16297 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:19:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.465445 16297 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:19:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.465900 16297 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:19:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.466248 16297 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46305/jwks.json
15:19:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.479789 16322 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 5 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:19:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.480667 16322 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:19:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.490800 16324 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:19:02.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.518894 16324 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:19:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.524158 16324 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:19:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.524721 16324 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:19:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.530190 16324 catalog_manager.cc:1553] Loading token signing keys...
15:19:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.536058 16324 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750: Loaded TSK: 0
15:19:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.537616 16324 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:19:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.548344 16297 master_runner.cc:387] Master server non-default flags:
15:19:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/logs
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.137.212:44885
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.137.254:45841,127.14.137.253:36319,127.14.137.252:42135
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/kudu.keytab
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.137.253
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.137.253:36319
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46305/jwks.json
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.137.253
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32837
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:19:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:19:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.550256 16297 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:19:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.551859 16297 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:19:02.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.595397 16326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:19:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.879499 16270 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [term 5 FOLLOWER]: Refusing update from remote peer 34a1f4e1730e431c99b5b6aeda783750: Log matching property violated. Preceding OpId in replica: term: 4 index: 7. Preceding OpId from leader: term: 5 index: 8. (index mismatch)
15:19:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.883093 16322 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
15:19:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.970047 16318 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:19:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.971123 16318 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 [sys.catalog]: This master's current role is: LEADER
15:19:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:03.013962 16149 consensus_peers.cc:597] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 -> Peer 2e5a02e2ad3e48d889f9235d7e93a20d (127.14.137.253:36319): Couldn't send request to peer 2e5a02e2ad3e48d889f9235d7e93a20d. Status: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:19:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.990990 16335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:19:03.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.020447 16335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:19:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:02.996515 16330 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34a1f4e1730e431c99b5b6aeda783750. Latest consensus state: current_term: 5 leader_uuid: "34a1f4e1730e431c99b5b6aeda783750" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f5e203ee0484944907a8fec414329cd" member_type: VOTER last_known_addr { host: "127.14.137.254" port: 45841 } } peers { permanent_uuid: "2e5a02e2ad3e48d889f9235d7e93a20d" member_type: VOTER last_known_addr { host: "127.14.137.253" port: 36319 } } peers { permanent_uuid: "34a1f4e1730e431c99b5b6aeda783750" member_type: VOTER last_known_addr { host: "127.14.137.252" port: 42135 } } }
15:19:03.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.023247 16330 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd [sys.catalog]: This master's current role is: FOLLOWER
15:19:03.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.036737 16311 catalog_manager.cc:1308] Loaded cluster ID: c5bd9a703ccd4110827c1fc61dc7e939
15:19:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.040467 16311 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: loading cluster ID for follower catalog manager: success
15:19:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.075898 16311 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: acquiring CA information for follower catalog manager: success
15:19:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.100124 16311 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 2f5e203ee0484944907a8fec414329cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:19:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.756024 16128 master_runner.cc:187] Error getting master registration for 127.14.137.253:36319: Network error: Client connection negotiation failed: client connection to 127.14.137.253:36319: connect: Connection refused (error 111),
15:19:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:03.756925 16128 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:19:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:03.987007 16325 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 16297
15:19:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:04.744897 16325 kernel_stack_watchdog.cc:198] Thread 16297 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 387ms:
15:19:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:19:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:19:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:19:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:19:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:02.597252 16327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:19:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:04.746471 16297 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.150s user 0.763s sys 1.327s
15:19:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:04.746799 16297 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.150s user 0.763s sys 1.327s
15:19:04.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.754791 16297 server_base.cc:1061] running on GCE node
15:19:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:04.756444 16349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:19:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.759773 16297 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:19:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.763291 16297 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:19:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.764796 16297 hybrid_clock.cc:648] HybridClock initialized: now 1790263144764650 us; error 140 us; skew 500 ppm
15:19:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.765944 16297 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:19:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:19:04 dist-test-slave-38qb krb5kdc[14898](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790263144, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.137.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:19:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.776345 16297 init.cc:377] Logged in from keytab as kudu/127.14.137.253@KRBTEST.COM (short username kudu)
15:19:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.783927 16297 webserver.cc:533] Webserver started at http://127.14.137.253:32837/ using document root <none> and password file <none>
15:19:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.785245 16297 fs_manager.cc:362] Metadata directory not provided
15:19:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.785552 16297 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:19:04.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.797904 16297 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.006s sys 0.001s
15:19:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.804750 16355 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:19:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.806459 16297 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
15:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.807044 16297 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e5a02e2ad3e48d889f9235d7e93a20d"
15:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:18:25 on dist-test-slave-38qb"
15:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.809227 16297 fs_report.cc:389] FS layout report
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/wal
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/data
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:19:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.879595 16297 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:19:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.895264 16297 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:19:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:04.895835 16297 kserver.cc:163] Server-wide thread pool size limit: 3276
15:19:05.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.006311 16297 rpc_server.cc:307] RPC server started. Bound to: 127.14.137.253:36319
15:19:05.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.006350 16407 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.137.253:36319 every 8 connection(s)
15:19:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.010776 16297 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/master-1/data/info.pb
15:19:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.019757 14887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 16297
15:19:05.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:19:05.021 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.137.252:42135(127.14.137.252:42135)] connecting to peer
15:19:05.023 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.14.137.252:42135(127.14.137.252:42135)] Successfully connected to peer
15:19:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.025914 16408 sys_catalog.cc:263] Verifying existing consensus state
15:19:05.028 [DEBUG - kudu-nio-5] (SecurityContext.java:222) Refreshing Kerberos credentials...
15:19:05.029 [DEBUG - kudu-nio-5] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster11173972972641393736/krb5kdc/krb5cc
15:19:05.034 [DEBUG - kudu-nio-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:19:05.034 [WARN - kudu-nio-5] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
15:19:05.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.137.252:42135(127.14.137.252:42135)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:19:05.036 [DEBUG - main] (Connection.java:575) [peer master-127.14.137.254:45841(127.14.137.254:45841)] disconnecting while in state TERMINATED
15:19:05.036 [DEBUG - main] (Connection.java:575) [peer master-127.14.137.253:36319(127.14.137.253:36319)] disconnecting while in state TERMINATED
15:19:05.036 [DEBUG - main] (Connection.java:575) [peer master-127.14.137.252:42135(127.14.137.252:42135)] disconnecting while in state TERMINATED
15:19:05.036 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.14.137.252:42135(127.14.137.252:42135)] handling channelInactive
15:19:05.036 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:19:05.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.037158 16408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e5a02e2ad3e48d889f9235d7e93a20d: Bootstrap starting.
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:05.039213 16411 negotiation.cc:336] Failed RPC negotiation. Trace:
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.023627 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:59698 (local address 127.14.137.252:42135)
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.026120 (+ 2493us) server_negotiation.cc:207] Beginning negotiation
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.026999 (+ 879us) server_negotiation.cc:400] Waiting for connection header
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.027086 (+ 87us) server_negotiation.cc:408] Connection header received
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.027269 (+ 183us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.027301 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.027625 (+ 324us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.031028 (+ 3403us) server_negotiation.cc:227] Negotiated authn=SASL
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:19:05.037306 (+ 6278us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:59698: BlockingRecv error: recv got EOF from 127.0.0.1:59698 (error 108)
15:19:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1743,"thread_start_us":6615,"threads_started":1}
15:19:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.042182 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 16203
15:19:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:05.082127 16152 connection.cc:573] client connection to 127.14.137.254:45841 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:19:05.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.083177 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 16297
15:19:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:05.085734 16152 consensus_peers.cc:597] T 00000000000000000000000000000000 P 34a1f4e1730e431c99b5b6aeda783750 -> Peer 2f5e203ee0484944907a8fec414329cd (127.14.137.254:45841): Couldn't send request to peer 2f5e203ee0484944907a8fec414329cd. Status: Network error: Client connection negotiation failed: client connection to 127.14.137.254:45841: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:19:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:05.105085 14887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 16128
15:19:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:06.197398 14871 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3120 after lost signal to thread 14743
15:19:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:19:06.198594 14871 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad140 after lost signal to thread 14874
15:19:06.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:19:06Z chronyd exiting
15:19:07.497 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:19:07.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:07.499823 14150 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14455
15:19:07.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:07.543376 14150 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14593
15:19:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:07.578469 14150 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14742
15:19:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:07.610225 14150 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14162
15:19:07.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:07.648131 14150 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14232
15:19:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:19:07.692152 14150 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 14307
15:19:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:19:08Z chronyd exiting
15:19:09.955 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more