02:13:51.441 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:13:51.441 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskL4ofqk/test-tmp
02:13:51.442 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:13:51.442 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskL4ofqk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:13:51.445 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:13:51.792 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:13:51.792 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:13:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:51.795815 3027 mini_oidc.cc:150] Starting JWKS server
02:13:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:51.799019 3027 webserver.cc:533] Webserver started at http://127.0.0.1:38733/ using document root <none> and password file <none>
02:13:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:51.799427 3027 mini_oidc.cc:186] Starting OIDC Discovery server
02:13:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:51.801092 3027 webserver.cc:533] Webserver started at http://127.0.0.1:46443/ using document root <none> and password file <none>
02:13:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:13:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:13:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:13:51Z Disabled control of system clock
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:51.869082 3027 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/logs
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data/info.pb
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.254:38089
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.254
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38733/jwks.json with env {}
02:13:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.185465 3039 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.186108 3039 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.186584 3039 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.220619 3039 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.220921 3039 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.221128 3039 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.221339 3039 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.221552 3039 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.221727 3039 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38733/jwks.json
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:52.260181 3039 master_runner.cc:387] Master server non-default flags:
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/logs
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.254:38089
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38733/jwks.json
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data/info.pb
02:13:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.254
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:52.261494 3039 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:52.263123 3039 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:13:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.275418 3045 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:52.276189 3046 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:53.552836 3048 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:53.553179 3047 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1276 milliseconds
02:13:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.553197 3039 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.557106 3039 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.560425 3039 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.561837 3039 hybrid_clock.cc:648] HybridClock initialized: now 1790216033561791 us; error 56 us; skew 500 ppm
02:13:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.562601 3039 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.569482 3039 webserver.cc:533] Webserver started at http://127.2.244.254:33725/ using document root <none> and password file <none>
02:13:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.570529 3039 fs_manager.cc:362] Metadata directory not provided
02:13:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.570786 3039 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.571301 3039 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.575884 3039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data/instance:
02:13:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b73b468bc8744ec89a16d1d073d7f9fe"
02:13:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:53 on dist-test-slave-w4wk"
02:13:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.577126 3039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal/instance:
02:13:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b73b468bc8744ec89a16d1d073d7f9fe"
02:13:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:53 on dist-test-slave-w4wk"
02:13:53.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.585000 3039 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
02:13:53.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.591372 3055 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:13:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.592782 3039 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
02:13:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.593099 3039 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal
02:13:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b73b468bc8744ec89a16d1d073d7f9fe"
02:13:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:53 on dist-test-slave-w4wk"
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.593446 3039 fs_report.cc:389] FS layout report
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data/data
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.651101 3039 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:13:53.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.652674 3039 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.653183 3039 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.733208 3039 rpc_server.cc:307] RPC server started. Bound to: 127.2.244.254:38089
02:13:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.733265 3106 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.244.254:38089 every 8 connection(s)
02:13:53.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.736122 3039 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/data/info.pb
02:13:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.742120 3027 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3039
02:13:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.742311 3107 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.742527 3027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-0/wal/instance
02:13:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.746445 3027 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal
02:13:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data
02:13:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/logs
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data/info.pb
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.253:39179
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.253
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38733/jwks.json with env {}
02:13:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.755916 3107 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } has no permanent_uuid. Determining permanent_uuid...
02:13:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.793193 3107 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } has no permanent_uuid. Determining permanent_uuid...
02:13:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:53.795492 3058 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:53.799901 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.849592 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 1
02:13:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:53.854610 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:53.923110 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 2
02:13:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:53.927768 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:54.019308 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 3
02:13:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.024845 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.092453 3109 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.093050 3109 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.093515 3109 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.127168 3109 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.127463 3109 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.127660 3109 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.127873 3109 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.128072 3109 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.128222 3109 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38733/jwks.json
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:54.166041 3109 master_runner.cc:387] Master server non-default flags:
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/logs
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.253:39179
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38733/jwks.json
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data/info.pb
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.253
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:54.167379 3109 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:54.168363 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 4
02:13:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:54.169329 3109 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:13:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.173004 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.181067 3118 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:54.472498 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 5
02:13:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.479672 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.027244 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 6
02:13:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.041069 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.253:39179: Network error: Client connection negotiation failed: client connection to 127.2.244.253:39179: connect: Connection refused (error 111)
02:13:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:54.182735 3119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.425722 3121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.430577 3120 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1247 milliseconds
02:13:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.430665 3109 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.432013 3109 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.435204 3109 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.436656 3109 hybrid_clock.cc:648] HybridClock initialized: now 1790216035436610 us; error 59 us; skew 500 ppm
02:13:55.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.437438 3109 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.444386 3109 webserver.cc:533] Webserver started at http://127.2.244.253:38555/ using document root <none> and password file <none>
02:13:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.445341 3109 fs_manager.cc:362] Metadata directory not provided
02:13:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.445538 3109 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.446028 3109 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.450371 3109 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data/instance:
02:13:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bacf4c0856f142558ad1b57012788ca9"
02:13:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:55 on dist-test-slave-w4wk"
02:13:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.451478 3109 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal/instance:
02:13:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bacf4c0856f142558ad1b57012788ca9"
02:13:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:55 on dist-test-slave-w4wk"
02:13:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.459313 3109 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
02:13:55.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.465847 3130 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:13:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.467067 3109 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
02:13:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.467481 3109 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal
02:13:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bacf4c0856f142558ad1b57012788ca9"
02:13:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:55 on dist-test-slave-w4wk"
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.467856 3109 fs_report.cc:389] FS layout report
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data/data
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.520223 3109 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:13:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.521871 3109 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.522377 3109 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.600337 3109 rpc_server.cc:307] RPC server started. Bound to: 127.2.244.253:39179
02:13:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.600435 3181 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.244.253:39179 every 8 connection(s)
02:13:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.603288 3109 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/data/info.pb
02:13:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.605768 3027 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3109
02:13:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.606290 3027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-1/wal/instance
02:13:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.609442 3027 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal
02:13:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data
02:13:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/logs
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data/info.pb
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.252:33651
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.252
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38733/jwks.json with env {}
02:13:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.611137 3182 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.623646 3182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } has no permanent_uuid. Determining permanent_uuid...
02:13:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.646136 3182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } has no permanent_uuid. Determining permanent_uuid...
02:13:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.660650 3182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } has no permanent_uuid. Determining permanent_uuid...
02:13:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.663240 3133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.667935 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.717402 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 1
02:13:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.722038 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.790441 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 2
02:13:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.795470 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:55.886976 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 3
02:13:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.891819 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.938673 3184 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.939493 3184 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.940006 3184 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.976128 3184 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:13:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.976454 3184 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.976662 3184 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:13:55.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.976962 3184 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:13:55.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.977291 3184 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:13:55.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:55.977468 3184 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38733/jwks.json
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.018003 3184 master_runner.cc:387] Master server non-default flags:
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/logs
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.252:33651
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38733/jwks.json
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data/info.pb
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.252
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.019315 3184 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.020865 3184 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:13:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.032611 3194 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.035305 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 4
02:13:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.040050 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.101788 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } attempt: 7
02:13:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.121465 3107 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } has no permanent_uuid. Determining permanent_uuid...
02:13:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.130841 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.189463 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 1
02:13:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.196971 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.278612 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 2
02:13:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.286064 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.339488 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 5
02:13:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.347344 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.371760 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 3
02:13:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.379406 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.520008 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 4
02:13:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.527323 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.810987 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 5
02:13:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.818652 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:56.894992 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 6
02:13:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.907306 3182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:56.034276 3195 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:57.286338 3197 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:57.289186 3196 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1250 milliseconds
02:13:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.289319 3184 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:13:57.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.290622 3184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:13:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.293818 3184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:13:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.295272 3184 hybrid_clock.cc:648] HybridClock initialized: now 1790216037295225 us; error 61 us; skew 500 ppm
02:13:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.296057 3184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:13:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.303457 3184 webserver.cc:533] Webserver started at http://127.2.244.252:33465/ using document root <none> and password file <none>
02:13:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.304457 3184 fs_manager.cc:362] Metadata directory not provided
02:13:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.304771 3184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:13:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.305284 3184 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.309741 3184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data/instance:
02:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7b90ac23036422cb6b43938b4d660b1"
02:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:57 on dist-test-slave-w4wk"
02:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.310932 3184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal/instance:
02:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7b90ac23036422cb6b43938b4d660b1"
02:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:57 on dist-test-slave-w4wk"
02:13:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.318915 3184 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
02:13:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.325038 3208 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:13:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.326308 3184 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.326679 3184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7b90ac23036422cb6b43938b4d660b1"
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:13:57 on dist-test-slave-w4wk"
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.327049 3184 fs_report.cc:389] FS layout report
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data/data
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:13:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:13:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.371222 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 6
02:13:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.375619 3184 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:13:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.377218 3184 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:13:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.377753 3184 kserver.cc:163] Server-wide thread pool size limit: 3276
02:13:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:57.379177 3107 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.244.252:33651: Network error: Client connection negotiation failed: client connection to 127.2.244.252:33651: connect: Connection refused (error 111)
02:13:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.453368 3184 rpc_server.cc:307] RPC server started. Bound to: 127.2.244.252:33651
02:13:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.453413 3261 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.244.252:33651 every 8 connection(s)
02:13:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.456225 3184 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/data/info.pb
02:13:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.461863 3027 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3184
02:13:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.462360 3027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/master-2/wal/instance
02:13:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.462646 3262 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:13:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.479833 3262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } has no permanent_uuid. Determining permanent_uuid...
02:13:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.505872 3262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } has no permanent_uuid. Determining permanent_uuid...
02:13:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.515980 3262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } has no permanent_uuid. Determining permanent_uuid...
02:13:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.533133 3262 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: Bootstrap starting.
02:13:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.540027 3262 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: Neither blocks nor log segments found. Creating new log.
02:13:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.542737 3262 log.cc:826] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: Log is configured to *not* fsync() on all Append() calls
02:13:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.549283 3262 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: No bootstrap required, opened a new log
02:13:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.570129 3262 raft_consensus.cc:359] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:57.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.570869 3262 raft_consensus.cc:385] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:57.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.571144 3262 raft_consensus.cc:740] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7b90ac23036422cb6b43938b4d660b1, State: Initialized, Role: FOLLOWER
02:13:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.572108 3262 consensus_queue.cc:260] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.574782 3271 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.575379 3271 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: This master's current role is: FOLLOWER
02:13:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.576519 3262 sys_catalog.cc:565] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: configured and running, proceeding with master startup.
02:13:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:57.604471 3282 catalog_manager.cc:1607] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:13:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:57.604846 3282 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:13:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.600238 3184 master_runner.cc:187] Error getting master registration for 127.2.244.254:38089: OK, instance_id { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" instance_seqno: 1790216033711354 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:13:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.625440 3184 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:13:57.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:57.633713 3216 tablet.cc:2433] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:57.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.948171 3271 raft_consensus.cc:493] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:13:57.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.948772 3271 raft_consensus.cc:515] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:57.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.951465 3271 leader_election.cc:290] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b73b468bc8744ec89a16d1d073d7f9fe (127.2.244.254:38089), bacf4c0856f142558ad1b57012788ca9 (127.2.244.253:39179)
02:13:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.967929 3182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 7
02:13:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:57.994450 3182 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: Bootstrap starting.
02:13:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.005208 3182 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: Neither blocks nor log segments found. Creating new log.
02:13:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.007058 3182 log.cc:826] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: Log is configured to *not* fsync() on all Append() calls
02:13:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.012825 3182 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: No bootstrap required, opened a new log
02:13:58.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.034946 3182 raft_consensus.cc:359] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.035789 3182 raft_consensus.cc:385] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.036108 3182 raft_consensus.cc:740] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bacf4c0856f142558ad1b57012788ca9, State: Initialized, Role: FOLLOWER
02:13:58.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.037134 3182 consensus_queue.cc:260] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.040174 3286 sys_catalog.cc:455] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.040966 3286 sys_catalog.cc:458] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: This master's current role is: FOLLOWER
02:13:58.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.042070 3182 sys_catalog.cc:565] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: configured and running, proceeding with master startup.
02:13:58.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.042281 3157 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b90ac23036422cb6b43938b4d660b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bacf4c0856f142558ad1b57012788ca9" is_pre_election: true
02:13:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.043133 3157 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c7b90ac23036422cb6b43938b4d660b1 in term 0.
02:13:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.044814 3211 leader_election.cc:304] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bacf4c0856f142558ad1b57012788ca9, c7b90ac23036422cb6b43938b4d660b1; no voters:
02:13:58.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.045804 3271 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:13:58.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.046180 3271 raft_consensus.cc:493] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:13:58.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.046497 3271 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 0 FOLLOWER]: Advancing to term 1
02:13:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.071180 3271 raft_consensus.cc:515] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:58.087607 3297 catalog_manager.cc:1607] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:13:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:58.088162 3297 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:13:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.088740 3271 leader_election.cc:290] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [CANDIDATE]: Term 1 election: Requested vote from peers b73b468bc8744ec89a16d1d073d7f9fe (127.2.244.254:38089), bacf4c0856f142558ad1b57012788ca9 (127.2.244.253:39179)
02:13:58.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.094004 3157 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b90ac23036422cb6b43938b4d660b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bacf4c0856f142558ad1b57012788ca9"
02:13:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.094612 3157 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 0 FOLLOWER]: Advancing to term 1
02:13:58.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.108564 3157 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c7b90ac23036422cb6b43938b4d660b1 in term 1.
02:13:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.110105 3211 leader_election.cc:304] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bacf4c0856f142558ad1b57012788ca9, c7b90ac23036422cb6b43938b4d660b1; no voters:
02:13:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.111120 3271 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 1 FOLLOWER]: Leader election won for term 1
02:13:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.113147 3271 raft_consensus.cc:697] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [term 1 LEADER]: Becoming Leader. State: Replica: c7b90ac23036422cb6b43938b4d660b1, State: Running, Role: LEADER
02:13:58.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.114161 3271 consensus_queue.cc:237] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.086194 3109 master_runner.cc:187] Error getting master registration for 127.2.244.254:38089: OK, instance_id { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" instance_seqno: 1790216033711354 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:13:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.117905 3109 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:13:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.136734 3299 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7b90ac23036422cb6b43938b4d660b1. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.137511 3299 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: This master's current role is: LEADER
02:13:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.140926 3301 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:13:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.153513 3301 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:13:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.178494 3157 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [term 1 FOLLOWER]: Refusing update from remote peer c7b90ac23036422cb6b43938b4d660b1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.180236 3299 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.209807 3286 sys_catalog.cc:455] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7b90ac23036422cb6b43938b4d660b1. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.210805 3286 sys_catalog.cc:458] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: This master's current role is: FOLLOWER
02:13:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.221948 3302 mvcc.cc:204] Tried to move back new op lower bound from 7332724892361940992 to 7332724892126326784. Current Snapshot: MvccSnapshot[applied={T|T < 7332724892361940992}]
02:13:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.225553 3299 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.226337 3299 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: This master's current role is: LEADER
02:13:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.229120 3301 catalog_manager.cc:1396] Generated new cluster ID: 3200b11e3a2044ce9a43e42e0d33fb8e
02:13:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.229436 3301 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:13:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.235061 3286 sys_catalog.cc:455] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.235787 3286 sys_catalog.cc:458] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9 [sys.catalog]: This master's current role is: FOLLOWER
02:13:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.308624 3301 catalog_manager.cc:1419] Generated new certificate authority record
02:13:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.311872 3301 catalog_manager.cc:1553] Loading token signing keys...
02:13:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.352294 3301 catalog_manager.cc:6219] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1: Generated new TSK 0
02:13:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.354930 3301 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:13:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.398432 3027 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/logs
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data/info.pb
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.193:0
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.244.193
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.193
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:13:58.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.412570 3107 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } attempt: 7
02:13:58.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.461438 3107 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: Bootstrap starting.
02:13:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.482860 3107 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: Neither blocks nor log segments found. Creating new log.
02:13:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.488991 3107 log.cc:826] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: Log is configured to *not* fsync() on all Append() calls
02:13:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.521407 3107 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: No bootstrap required, opened a new log
02:13:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.603395 3107 raft_consensus.cc:359] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.607458 3107 raft_consensus.cc:385] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:13:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.608718 3107 raft_consensus.cc:740] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b73b468bc8744ec89a16d1d073d7f9fe, State: Initialized, Role: FOLLOWER
02:13:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.612442 3107 consensus_queue.cc:260] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } }
02:13:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.642413 3080 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [term 0 FOLLOWER]: Advancing to term 1
02:13:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.644814 3082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b90ac23036422cb6b43938b4d660b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" is_pre_election: true
02:13:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.645538 3081 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b90ac23036422cb6b43938b4d660b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b73b468bc8744ec89a16d1d073d7f9fe"
02:13:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.640056 3310 sys_catalog.cc:455] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.659056 3107 sys_catalog.cc:565] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: configured and running, proceeding with master startup.
02:13:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.657639 3080 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [term 1 FOLLOWER]: Refusing update from remote peer c7b90ac23036422cb6b43938b4d660b1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:13:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.662366 3271 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:13:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:58.664340 3061 tablet.cc:2433] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:13:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.659578 3310 sys_catalog.cc:458] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: This master's current role is: FOLLOWER
02:13:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.748034 3310 sys_catalog.cc:455] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7b90ac23036422cb6b43938b4d660b1. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.748776 3310 sys_catalog.cc:458] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: This master's current role is: FOLLOWER
02:13:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.749780 3311 sys_catalog.cc:455] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.750699 3311 sys_catalog.cc:458] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe [sys.catalog]: This master's current role is: FOLLOWER
02:13:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:58.800450 3326 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:13:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:58.972661 3307 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:13:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:58.973647 3307 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:13:58.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:58.974575 3307 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:13:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:59.042856 3307 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:13:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:59.044389 3307 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.244.193
02:13:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.094347 3297 catalog_manager.cc:1308] Loaded cluster ID: 3200b11e3a2044ce9a43e42e0d33fb8e
02:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.094848 3297 catalog_manager.cc:1601] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: loading cluster ID for follower catalog manager: success
02:13:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.102416 3297 catalog_manager.cc:1623] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: acquiring CA information for follower catalog manager: success
02:13:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.109059 3297 catalog_manager.cc:1651] T 00000000000000000000000000000000 P bacf4c0856f142558ad1b57012788ca9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.114969 3307 tablet_server_runner.cc:78] Tablet server non-default flags:
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/logs
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.193:0
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data/info.pb
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.193
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:13:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.244.193
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:13:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:13:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.116707 3307 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:13:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.119032 3307 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:13:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:59.135610 3332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:13:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.276286 3337 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7b90ac23036422cb6b43938b4d660b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b73b468bc8744ec89a16d1d073d7f9fe" member_type: VOTER last_known_addr { host: "127.2.244.254" port: 38089 } } peers { permanent_uuid: "bacf4c0856f142558ad1b57012788ca9" member_type: VOTER last_known_addr { host: "127.2.244.253" port: 39179 } } peers { permanent_uuid: "c7b90ac23036422cb6b43938b4d660b1" member_type: VOTER last_known_addr { host: "127.2.244.252" port: 33651 } } }
02:13:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.277774 3337 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b90ac23036422cb6b43938b4d660b1 [sys.catalog]: This master's current role is: LEADER
02:13:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.823951 3326 catalog_manager.cc:1308] Loaded cluster ID: 3200b11e3a2044ce9a43e42e0d33fb8e
02:13:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.824566 3326 catalog_manager.cc:1601] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: loading cluster ID for follower catalog manager: success
02:13:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.840575 3326 catalog_manager.cc:1623] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: acquiring CA information for follower catalog manager: success
02:13:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:13:59.849236 3326 catalog_manager.cc:1651] T 00000000000000000000000000000000 P b73b468bc8744ec89a16d1d073d7f9fe: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:00.537518 3331 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 3307
02:14:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:00.970368 3331 kernel_stack_watchdog.cc:198] Thread 3307 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:14:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:00.972887 3307 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.835s user 0.585s sys 1.079s
02:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:00.973239 3307 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.835s user 0.585s sys 1.079s
02:14:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:00.965950 3335 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:13:59.138379 3333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:00.988881 3307 server_base.cc:1061] running on GCE node
02:14:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:00.990397 3307 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.006155 3307 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.007736 3307 hybrid_clock.cc:648] HybridClock initialized: now 1790216041007642 us; error 88 us; skew 500 ppm
02:14:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.008721 3307 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.029130 3307 webserver.cc:533] Webserver started at http://127.2.244.193:46661/ using document root <none> and password file <none>
02:14:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.030952 3307 fs_manager.cc:362] Metadata directory not provided
02:14:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.031471 3307 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.032260 3307 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.040937 3307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data/instance:
02:14:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57683dd8171a4303b665c92db5855a59"
02:14:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:01 on dist-test-slave-w4wk"
02:14:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.044961 3307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal/instance:
02:14:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57683dd8171a4303b665c92db5855a59"
02:14:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:01 on dist-test-slave-w4wk"
02:14:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.058266 3307 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.007s sys 0.004s
02:14:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.070394 3346 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.071935 3307 fs_manager.cc:730] Time spent opening block manager: real 0.009s user 0.004s sys 0.001s
02:14:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.072450 3307 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57683dd8171a4303b665c92db5855a59"
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:01 on dist-test-slave-w4wk"
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.072959 3307 fs_report.cc:389] FS layout report
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data/data
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.143419 3307 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.145557 3307 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.146199 3307 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.150508 3307 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.157569 3307 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:01.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.157930 3307 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
02:14:01.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.158300 3307 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:01.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.158514 3307 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:14:01.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.426237 3307 rpc_server.cc:307] RPC server started. Bound to: 127.2.244.193:44579
02:14:01.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.426421 3458 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.244.193:44579 every 8 connection(s)
02:14:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.430533 3307 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/data/info.pb
02:14:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.440002 3027 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3307
02:14:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.440693 3027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-0/wal/instance
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.478955 3027 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/logs
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data/info.pb
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.194:0
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.244.194
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.194
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.519225 3459 heartbeater.cc:344] Connected to a master server at 127.2.244.252:33651
02:14:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.519762 3459 heartbeater.cc:461] Registering TS with master...
02:14:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.521152 3459 heartbeater.cc:507] Master 127.2.244.252:33651 requested a full tablet report, sending...
02:14:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.526963 3227 ts_manager.cc:194] Registered new tserver with Master: 57683dd8171a4303b665c92db5855a59 (127.2.244.193:44579)
02:14:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.530593 3227 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.244.193:39191
02:14:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.549932 3460 heartbeater.cc:344] Connected to a master server at 127.2.244.253:39179
02:14:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.550360 3460 heartbeater.cc:461] Registering TS with master...
02:14:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.551066 3460 heartbeater.cc:507] Master 127.2.244.253:39179 requested a full tablet report, sending...
02:14:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.554939 3147 ts_manager.cc:194] Registered new tserver with Master: 57683dd8171a4303b665c92db5855a59 (127.2.244.193:44579)
02:14:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.565443 3463 heartbeater.cc:344] Connected to a master server at 127.2.244.254:38089
02:14:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.565940 3463 heartbeater.cc:461] Registering TS with master...
02:14:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.566736 3463 heartbeater.cc:507] Master 127.2.244.254:38089 requested a full tablet report, sending...
02:14:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:01.570703 3072 ts_manager.cc:194] Registered new tserver with Master: 57683dd8171a4303b665c92db5855a59 (127.2.244.193:44579)
02:14:01.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:01.948961 3467 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:01.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:01.949610 3467 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:01.950208 3467 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:01.987461 3467 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:01.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:01.988423 3467 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.244.194
02:14:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:02.029569 3467 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/logs
02:14:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.194:0
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data/info.pb
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.194
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.244.194
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:02.031353 3467 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:02.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:02.033306 3467 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:02.048959 3476 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:02.535434 3459 heartbeater.cc:499] Master 127.2.244.252:33651 was elected leader, sending a full tablet report...
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.449415 3475 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 3467
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.549206 3467 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.502s user 0.561s sys 0.921s
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.548908 3475 kernel_stack_watchdog.cc:198] Thread 3467 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.549605 3467 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.502s user 0.561s sys 0.921s
02:14:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:02.050967 3477 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.560640 3481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.561888 3467 server_base.cc:1061] running on GCE node
02:14:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.563285 3467 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.565528 3467 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.566982 3467 hybrid_clock.cc:648] HybridClock initialized: now 1790216043566946 us; error 36 us; skew 500 ppm
02:14:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.568025 3467 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.575832 3467 webserver.cc:533] Webserver started at http://127.2.244.194:35371/ using document root <none> and password file <none>
02:14:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.576835 3467 fs_manager.cc:362] Metadata directory not provided
02:14:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.577049 3467 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.577450 3467 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.582422 3467 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data/instance:
02:14:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4809aa477d144bab860d8ded6b298b66"
02:14:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:03 on dist-test-slave-w4wk"
02:14:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.583889 3467 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal/instance:
02:14:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4809aa477d144bab860d8ded6b298b66"
02:14:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:03 on dist-test-slave-w4wk"
02:14:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.593814 3467 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.003s sys 0.008s
02:14:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.600533 3487 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.601958 3467 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
02:14:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.602062 3103 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6ba0 after lost signal to thread 3040
02:14:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.602363 3467 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal
02:14:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4809aa477d144bab860d8ded6b298b66"
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:03 on dist-test-slave-w4wk"
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:03.602877 3103 debug-util.cc:398] Leaking SignalData structure 0x7b0800094640 after lost signal to thread 3106
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.602771 3467 fs_report.cc:389] FS layout report
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data/data
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.688436 3467 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.690833 3467 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.691501 3467 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.695679 3467 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.702270 3467 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.702618 3467 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:14:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.702961 3467 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.703197 3467 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:14:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.886969 3467 rpc_server.cc:307] RPC server started. Bound to: 127.2.244.194:35549
02:14:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.887144 3599 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.244.194:35549 every 8 connection(s)
02:14:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.889777 3467 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/data/info.pb
02:14:03.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.895781 3027 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3467
02:14:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.896515 3027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-1/wal/instance
02:14:03.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.918315 3027 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/logs
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data/info.pb
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.195:0
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.244.195
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.195
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:14:03.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.959268 3600 heartbeater.cc:344] Connected to a master server at 127.2.244.252:33651
02:14:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.959889 3600 heartbeater.cc:461] Registering TS with master...
02:14:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.961690 3600 heartbeater.cc:507] Master 127.2.244.252:33651 requested a full tablet report, sending...
02:14:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.964100 3601 heartbeater.cc:344] Connected to a master server at 127.2.244.253:39179
02:14:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.964465 3601 heartbeater.cc:461] Registering TS with master...
02:14:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.965390 3601 heartbeater.cc:507] Master 127.2.244.253:39179 requested a full tablet report, sending...
02:14:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.967538 3227 ts_manager.cc:194] Registered new tserver with Master: 4809aa477d144bab860d8ded6b298b66 (127.2.244.194:35549)
02:14:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.968605 3147 ts_manager.cc:194] Registered new tserver with Master: 4809aa477d144bab860d8ded6b298b66 (127.2.244.194:35549)
02:14:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.969280 3227 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.244.194:60483
02:14:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.978221 3602 heartbeater.cc:344] Connected to a master server at 127.2.244.254:38089
02:14:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.978667 3602 heartbeater.cc:461] Registering TS with master...
02:14:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.979331 3602 heartbeater.cc:507] Master 127.2.244.254:38089 requested a full tablet report, sending...
02:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:03.982583 3072 ts_manager.cc:194] Registered new tserver with Master: 4809aa477d144bab860d8ded6b298b66 (127.2.244.194:35549)
02:14:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.287348 3607 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.287971 3607 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.288537 3607 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.324294 3607 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.325250 3607 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.244.195
02:14:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:04.366523 3607 tablet_server_runner.cc:78] Tablet server non-default flags:
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/logs
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.244.212:34379
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.244.195:0
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data/info.pb
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.244.195
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.244.254:38089,127.2.244.253:39179,127.2.244.252:33651
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.244.195
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:04.368275 3607 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:04.370107 3607 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.388357 3618 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:04.974432 3600 heartbeater.cc:499] Master 127.2.244.252:33651 was elected leader, sending a full tablet report...
02:14:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.389415 3617 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:04.392267 3620 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:06.168998 3619 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1778 milliseconds
02:14:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.169118 3607 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.170492 3607 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.172837 3607 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.174273 3607 hybrid_clock.cc:648] HybridClock initialized: now 1790216046174229 us; error 41 us; skew 500 ppm
02:14:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.175143 3607 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.182257 3607 webserver.cc:533] Webserver started at http://127.2.244.195:33453/ using document root <none> and password file <none>
02:14:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.183256 3607 fs_manager.cc:362] Metadata directory not provided
02:14:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.183506 3607 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.184019 3607 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.188679 3607 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data/instance:
02:14:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6954bc7be2e420c810313d9c3487790"
02:14:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:06 on dist-test-slave-w4wk"
02:14:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.190141 3607 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal/instance:
02:14:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6954bc7be2e420c810313d9c3487790"
02:14:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:06 on dist-test-slave-w4wk"
02:14:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.198000 3607 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
02:14:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.204550 3628 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.205889 3607 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.206183 3607 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6954bc7be2e420c810313d9c3487790"
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:06 on dist-test-slave-w4wk"
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.206491 3607 fs_report.cc:389] FS layout report
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data/data
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:06.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.264006 3607 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:06.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.265551 3607 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.265991 3607 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.268579 3607 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:14:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.273101 3607 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:14:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.273304 3607 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:14:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.273511 3607 ts_tablet_manager.cc:616] Registered 0 tablets
02:14:06.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.273646 3607 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:14:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.422775 3607 rpc_server.cc:307] RPC server started. Bound to: 127.2.244.195:34011
02:14:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.422837 3740 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.244.195:34011 every 8 connection(s)
02:14:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.426611 3607 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/data/info.pb
02:14:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.434341 3027 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3607
02:14:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.434808 3027 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster17240248600247206617/ts-2/wal/instance
02:14:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.484120 3742 heartbeater.cc:344] Connected to a master server at 127.2.244.253:39179
02:14:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.484387 3741 heartbeater.cc:344] Connected to a master server at 127.2.244.252:33651
02:14:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.484678 3742 heartbeater.cc:461] Registering TS with master...
02:14:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.484814 3741 heartbeater.cc:461] Registering TS with master...
02:14:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.486186 3742 heartbeater.cc:507] Master 127.2.244.253:39179 requested a full tablet report, sending...
02:14:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.486238 3741 heartbeater.cc:507] Master 127.2.244.252:33651 requested a full tablet report, sending...
02:14:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.487038 3743 heartbeater.cc:344] Connected to a master server at 127.2.244.254:38089
02:14:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.487391 3743 heartbeater.cc:461] Registering TS with master...
02:14:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.488281 3743 heartbeater.cc:507] Master 127.2.244.254:38089 requested a full tablet report, sending...
02:14:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.491410 3072 ts_manager.cc:194] Registered new tserver with Master: b6954bc7be2e420c810313d9c3487790 (127.2.244.195:34011)
02:14:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.490355 3227 ts_manager.cc:194] Registered new tserver with Master: b6954bc7be2e420c810313d9c3487790 (127.2.244.195:34011)
02:14:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.494705 3227 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.244.195:57221
02:14:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.496718 3147 ts_manager.cc:194] Registered new tserver with Master: b6954bc7be2e420c810313d9c3487790 (127.2.244.195:34011)
02:14:06.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.505697 3027 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:14:06.519 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:14:06.519 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:14:06.520 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.244.254"
port: 38089
}
bound_http_address {
host: "127.2.244.254"
port: 33725
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.244.253"
port: 39179
}
bound_http_address {
host: "127.2.244.253"
port: 38555
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.244.252"
port: 33651
}
bound_http_address {
host: "127.2.244.252"
port: 33465
}
}
}
02:14:06.520 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:14:06.521 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.244.193"
port: 44579
}
bound_http_address {
host: "127.2.244.193"
port: 46661
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.244.194"
port: 35549
}
bound_http_address {
host: "127.2.244.194"
port: 35371
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.244.195"
port: 34011
}
bound_http_address {
host: "127.2.244.195"
port: 33453
}
}
}
02:14:06.521 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:14:06.522 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster8029545056714855914/krb5kdc/krb5cc
02:14:06.523 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:14:06.524 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskL4ofqk/test-tmp
02:14:06.524 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:14:06.524 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskL4ofqk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:14:06.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
02:14:06.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:06.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:14:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.877231 3752 mini_oidc.cc:150] Starting JWKS server
02:14:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.880479 3752 webserver.cc:533] Webserver started at http://127.0.0.1:34273/ using document root <none> and password file <none>
02:14:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.881145 3752 mini_oidc.cc:186] Starting OIDC Discovery server
02:14:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:06.883486 3752 webserver.cc:533] Webserver started at http://127.0.0.1:36653/ using document root <none> and password file <none>
02:14:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:14:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/principal' for realm 'KRBTEST.COM',
02:14:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:14:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:06 dist-test-slave-w4wk krb5kdc[3763](info): setting up network...
02:14:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:14:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:06 dist-test-slave-w4wk krb5kdc[3763](info): set up 2 sockets
02:14:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:06 dist-test-slave-w4wk krb5kdc[3763](info): commencing operation
02:14:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:14:07.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:07.500479 3741 heartbeater.cc:499] Master 127.2.244.252:33651 was elected leader, sending a full tablet report...
02:14:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.062114 3752 mini_kdc.cc:121] Time spent starting KDC: real 2.137s user 0.000s sys 0.021s
02:14:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:14:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:14:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:14:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:14:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:14:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:14:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:14:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:14:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:14:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:14:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/test-user.keytab.
02:14:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/test-user.keytab.
02:14:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:09 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216049, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:14:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:14:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:14:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:14:09Z Disabled control of system clock
02:14:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.170.62@KRBTEST.COM; defaulting to no policy
02:14:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.170.62@KRBTEST.COM" created.
02:14:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.170.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.170.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.3.170.62@KRBTEST.COM; defaulting to no policy
02:14:09.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:09.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.3.170.62@KRBTEST.COM" created.
02:14:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.170.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.170.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:09.307878 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/logs
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.62:45137
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.62
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.62
02:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.642407 3780 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.643019 3780 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.643592 3780 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.678826 3780 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.679124 3780 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.679432 3780 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.679677 3780 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.679899 3780 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.680095 3780 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.680244 3780 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:09.720595 3780 master_runner.cc:387] Master server non-default flags:
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/logs
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.62
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.62:45137
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.62
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:09.721990 3780 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:09.722944 3780 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.735796 3786 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.739220 3787 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:09.742280 3780 server_base.cc:1061] running on GCE node
02:14:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:09.742791 3789 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.043114 3780 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:11.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.046602 3780 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.048156 3780 hybrid_clock.cc:648] HybridClock initialized: now 1790216051048084 us; error 87 us; skew 500 ppm
02:14:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.049316 3780 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:11 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216051, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.056036 3780 init.cc:377] Logged in from keytab as kudu/127.3.170.62@KRBTEST.COM (short username kudu)
02:14:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.062134 3780 webserver.cc:533] Webserver started at http://127.3.170.62:38263/ using document root <none> and password file <none>
02:14:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.063246 3780 fs_manager.cc:362] Metadata directory not provided
02:14:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.063479 3780 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.063887 3780 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:11.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.068511 3780 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/instance:
02:14:11.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:11.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:11 on dist-test-slave-w4wk"
02:14:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.070138 3780 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal/instance:
02:14:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:11 on dist-test-slave-w4wk"
02:14:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.078944 3780 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
02:14:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.085448 3797 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.086803 3780 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.087245 3780 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:11 on dist-test-slave-w4wk"
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.087781 3780 fs_report.cc:389] FS layout report
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/data
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.152762 3780 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:11.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.160435 3780 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:11.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.160915 3780 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.240842 3780 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.62:45137
02:14:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.240948 3848 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.62:45137 every 8 connection(s)
02:14:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.244673 3780 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.251142 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3780
02:14:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.251700 3752 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal/instance
02:14:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.253113 3849 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.265901 3849 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.170.61@KRBTEST.COM; defaulting to no policy
02:14:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.170.61@KRBTEST.COM" created.
02:14:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:11 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216051, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.170.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.170.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.310387 3849 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } has no permanent_uuid. Determining permanent_uuid...
02:14:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.312851 3798 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.3.170.61@KRBTEST.COM; defaulting to no policy
02:14:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.317276 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.3.170.61@KRBTEST.COM" created.
02:14:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.170.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.170.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.346603 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/logs
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.61:34727
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.61
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.61
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:11.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.366801 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 1
02:14:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.371451 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:11.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.439937 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 2
02:14:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.444567 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.536114 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 3
02:14:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.542022 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.685644 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 4
02:14:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.687062 3858 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.687716 3858 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.688416 3858 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.690333 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.724550 3858 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.724848 3858 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.725348 3858 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.725682 3858 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.726038 3858 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.726392 3858 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.726636 3858 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.768045 3858 master_runner.cc:387] Master server non-default flags:
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/logs
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.61
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.61:34727
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.61
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.769773 3858 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.770864 3858 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.782143 3865 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:11.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:11.989759 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 5
02:14:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.999591 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:12.547174 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 6
02:14:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:12.559010 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:11.784096 3866 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:13.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.186785 3868 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.189066 3867 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1401 milliseconds
02:14:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.189218 3858 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.190549 3858 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.193625 3858 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.195111 3858 hybrid_clock.cc:648] HybridClock initialized: now 1790216053195071 us; error 46 us; skew 500 ppm
02:14:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.195919 3858 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:13 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216053, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.202302 3858 init.cc:377] Logged in from keytab as kudu/127.3.170.61@KRBTEST.COM (short username kudu)
02:14:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.208791 3858 webserver.cc:533] Webserver started at http://127.3.170.61:42477/ using document root <none> and password file <none>
02:14:13.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.209911 3858 fs_manager.cc:362] Metadata directory not provided
02:14:13.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.210202 3858 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:13.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.210775 3858 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.215410 3858 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/instance:
02:14:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56324b32682a47d5b5d4b88053770442"
02:14:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:13 on dist-test-slave-w4wk"
02:14:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.216881 3858 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal/instance:
02:14:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56324b32682a47d5b5d4b88053770442"
02:14:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:13 on dist-test-slave-w4wk"
02:14:13.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.225061 3858 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
02:14:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.231179 3881 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:13.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.232327 3858 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:14:13.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.232658 3858 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56324b32682a47d5b5d4b88053770442"
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:13 on dist-test-slave-w4wk"
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.232976 3858 fs_report.cc:389] FS layout report
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/data
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.292639 3858 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.305516 3858 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:13.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.306100 3858 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.381157 3858 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.61:34727
02:14:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.381245 3932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.61:34727 every 8 connection(s)
02:14:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.384084 3858 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.389930 3933 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:13.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.392076 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3858
02:14:13.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.392575 3752 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal/instance
02:14:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.404742 3933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } has no permanent_uuid. Determining permanent_uuid...
02:14:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.170.60@KRBTEST.COM; defaulting to no policy
02:14:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.170.60@KRBTEST.COM" created.
02:14:13.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:13 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216053, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:13.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.444108 3933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } has no permanent_uuid. Determining permanent_uuid...
02:14:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.170.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.170.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:13.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:13 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216053, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for kudu/127.3.170.61@KRBTEST.COM
02:14:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.3.170.60@KRBTEST.COM; defaulting to no policy
02:14:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.3.170.60@KRBTEST.COM" created.
02:14:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.475374 3933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } has no permanent_uuid. Determining permanent_uuid...
02:14:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.478240 3882 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.483012 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:14:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.170.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.170.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab.
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.494132 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/logs
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.60:43991
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.60
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.60
02:14:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.532493 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 1
02:14:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.537199 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.605644 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 2
02:14:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.611438 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.619597 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } attempt: 7
02:14:13.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:13 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216051, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for kudu/127.3.170.61@KRBTEST.COM
02:14:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.646277 3849 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } has no permanent_uuid. Determining permanent_uuid...
02:14:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.652977 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.702921 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 3
02:14:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.707492 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.711450 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 1
02:14:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.716079 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.797590 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 2
02:14:13.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.802251 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.831166 3943 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.831728 3943 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.832345 3943 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.850977 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 4
02:14:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.855674 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.870492 3943 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.870733 3943 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.871014 3943 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.871213 3943 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.871417 3943 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.871677 3943 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.871909 3943 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:13.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.887735 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 3
02:14:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.892935 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.916064 3943 master_runner.cc:387] Master server non-default flags:
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/logs
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.60
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.60:43991
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.60
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.917843 3943 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:13.918920 3943 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.933636 3951 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:14.033633 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 4
02:14:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.047633 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:14.155262 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 5
02:14:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.161700 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.296041 3178 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad180 after lost signal to thread 3113
02:14:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.298022 3178 debug-util.cc:398] Leaking SignalData structure 0x7b08000aee00 after lost signal to thread 3181
02:14:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:14.331169 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 5
02:14:14.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.335747 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:14.709260 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 6
02:14:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.718942 3933 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:14.888186 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 6
02:14:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:14.916734 3849 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.170.60:43991: Network error: Client connection negotiation failed: client connection to 127.3.170.60:43991: connect: Connection refused (error 111)
02:14:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:15.279703 3953 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:14:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:13.934201 3952 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:15.282749 3954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.283370 3943 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.286633 3943 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.290086 3943 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.291587 3943 hybrid_clock.cc:648] HybridClock initialized: now 1790216055291535 us; error 49 us; skew 500 ppm
02:14:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.293025 3943 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:15.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.301764 3943 init.cc:377] Logged in from keytab as kudu/127.3.170.60@KRBTEST.COM (short username kudu)
02:14:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.308689 3943 webserver.cc:533] Webserver started at http://127.3.170.60:43235/ using document root <none> and password file <none>
02:14:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.310165 3943 fs_manager.cc:362] Metadata directory not provided
02:14:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.310480 3943 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.311107 3943 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:14:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.319252 3943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/instance:
02:14:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92137c2e8e9a4bdba9b445515f25197b"
02:14:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:15 on dist-test-slave-w4wk"
02:14:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.321115 3943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal/instance:
02:14:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92137c2e8e9a4bdba9b445515f25197b"
02:14:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:15 on dist-test-slave-w4wk"
02:14:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.332283 3943 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
02:14:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.340636 3968 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:15.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.342166 3943 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.342566 3943 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92137c2e8e9a4bdba9b445515f25197b"
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:15 on dist-test-slave-w4wk"
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.343070 3943 fs_report.cc:389] FS layout report
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/data
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:15.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:15.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.414132 3943 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.421176 3943 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.421868 3943 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.557080 3943 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.60:43991
02:14:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.557225 4019 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.60:43991 every 8 connection(s)
02:14:15.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.560494 3943 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.569020 4020 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:14:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.570228 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 3943
02:14:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.570677 3752 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal/instance
02:14:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.592541 4020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } has no permanent_uuid. Determining permanent_uuid...
02:14:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216049, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.170.60@KRBTEST.COM
02:14:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.640954 4020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } has no permanent_uuid. Determining permanent_uuid...
02:14:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for kudu/127.3.170.61@KRBTEST.COM
02:14:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216049, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.170.61@KRBTEST.COM
02:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.672060 4020 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } has no permanent_uuid. Determining permanent_uuid...
02:14:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for kudu/127.3.170.60@KRBTEST.COM
02:14:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216049, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.704654 4020 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap starting.
02:14:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.711602 4020 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Neither blocks nor log segments found. Creating new log.
02:14:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.714943 4020 log.cc:826] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Log is configured to *not* fsync() on all Append() calls
02:14:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.720618 4020 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: No bootstrap required, opened a new log
02:14:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.725960 3752 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
02:14:15.738 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:15.738 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
02:14:15.740 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
02:14:15.740 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
02:14:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.740605 4020 raft_consensus.cc:359] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.741463 4020 raft_consensus.cc:385] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:15.742 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.170.62"
port: 45137
}
bound_http_address {
host: "127.3.170.62"
port: 38263
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.170.61"
port: 34727
}
bound_http_address {
host: "127.3.170.61"
port: 42477
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.170.60"
port: 43991
}
bound_http_address {
host: "127.3.170.60"
port: 43235
}
}
}
02:14:15.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:14:15.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.741801 4020 raft_consensus.cc:740] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92137c2e8e9a4bdba9b445515f25197b, State: Initialized, Role: FOLLOWER
02:14:15.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.742924 4020 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:15.744 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:15.744 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:14:15.744 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:14:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.747946 4030 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.748889 4030 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: FOLLOWER
02:14:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.749372 4030 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.749897 4030 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.755379 4020 sys_catalog.cc:565] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: configured and running, proceeding with master startup.
02:14:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.755558 4030 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.779347 3933 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 7
02:14:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216053, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for kudu/127.3.170.60@KRBTEST.COM
02:14:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:15 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:14:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.839793 3933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Bootstrap starting.
02:14:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:15.849046 3752 mini_kdc.cc:305] Time spent kinit for test-admin: real 0.104s user 0.004s sys 0.010s
02:14:15.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:15.851 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc
02:14:15.853 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:14:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.855329 3933 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Neither blocks nor log segments found. Creating new log.
02:14:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.857995 3933 log.cc:826] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Log is configured to *not* fsync() on all Append() calls
02:14:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:15.872841 4044 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:14:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:15.873173 4044 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:14:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.874563 3933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: No bootstrap required, opened a new log
02:14:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.911702 3933 raft_consensus.cc:359] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.913561 3933 raft_consensus.cc:385] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.914112 3933 raft_consensus.cc:740] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56324b32682a47d5b5d4b88053770442, State: Initialized, Role: FOLLOWER
02:14:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.915515 3933 consensus_queue.cc:260] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.924221 4047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.928289 4047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: This master's current role is: FOLLOWER
02:14:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.928092 3908 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56324b32682a47d5b5d4b88053770442" is_pre_election: true
02:14:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.929312 3908 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 0.
02:14:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.927914 3933 sys_catalog.cc:565] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: configured and running, proceeding with master startup.
02:14:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.931139 3969 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 56324b32682a47d5b5d4b88053770442, 92137c2e8e9a4bdba9b445515f25197b; no voters:
02:14:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.932232 4030 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:14:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.932636 4030 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.933008 4030 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 0 FOLLOWER]: Advancing to term 1
02:14:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:15.948364 3974 tablet.cc:2433] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.950207 3849 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } attempt: 7
02:14:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.950127 4030 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.958442 3908 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56324b32682a47d5b5d4b88053770442"
02:14:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.959144 3908 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 0 FOLLOWER]: Advancing to term 1
02:14:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.968159 3908 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 1.
02:14:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.968952 4030 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 1 election: Requested vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.975168 3969 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 56324b32682a47d5b5d4b88053770442, 92137c2e8e9a4bdba9b445515f25197b; no voters:
02:14:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.977734 4030 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Leader election won for term 1
02:14:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.978513 4030 raft_consensus.cc:697] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 LEADER]: Becoming Leader. State: Replica: 92137c2e8e9a4bdba9b445515f25197b, State: Running, Role: LEADER
02:14:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.981079 4030 consensus_queue.cc:237] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:16 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216051, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for kudu/127.3.170.60@KRBTEST.COM
02:14:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.037925 4029 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.038848 4029 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.048444 4062 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:14:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.056869 4061 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:14:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:15.867254 3943 master_runner.cc:187] Error getting master registration for 127.3.170.62:45137: OK, instance_id { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" instance_seqno: 1790216051219741 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:16.068718 3887 tablet.cc:2433] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:14:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.069368 3943 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.071141 4061 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:14:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.074227 3849 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap starting.
02:14:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.093014 3849 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Neither blocks nor log segments found. Creating new log.
02:14:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.099810 3849 log.cc:826] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Log is configured to *not* fsync() on all Append() calls
02:14:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.106877 3908 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 1 FOLLOWER]: Refusing update from remote peer 92137c2e8e9a4bdba9b445515f25197b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.108800 4029 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Connected to new peer: Peer: permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.126016 3849 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: No bootstrap required, opened a new log
02:14:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.157262 4047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.158697 4047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: This master's current role is: FOLLOWER
02:14:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.053097 3858 master_runner.cc:187] Error getting master registration for 127.3.170.62:45137: OK, instance_id { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" instance_seqno: 1790216051219741 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:14:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.159977 3858 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.172518 4063 mvcc.cc:204] Tried to move back new op lower bound from 7332724965790879744 to 7332724965312184320. Current Snapshot: MvccSnapshot[applied={T|T < 7332724965790879744}]
02:14:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.185091 4047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.185912 4047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: This master's current role is: FOLLOWER
02:14:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.198369 3849 raft_consensus.cc:359] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.199484 3849 raft_consensus.cc:385] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:14:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.199311 4030 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.200018 4030 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.199898 3849 raft_consensus.cc:740] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d514b2a3cb7c467c8fe4f95674ca5968, State: Initialized, Role: FOLLOWER
02:14:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.201110 4061 catalog_manager.cc:1396] Generated new cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:16.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.201424 4061 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:14:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.202172 3849 consensus_queue.cc:260] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.229039 3849 sys_catalog.cc:565] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: configured and running, proceeding with master startup.
02:14:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.229224 3823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.230036 3823 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 0 FOLLOWER]: Advancing to term 1
02:14:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.232933 3824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" is_pre_election: true
02:14:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.251663 3823 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 1.
02:14:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.253453 4061 catalog_manager.cc:1419] Generated new certificate authority record
02:14:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.256011 4061 catalog_manager.cc:1553] Loading token signing keys...
02:14:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.257086 3822 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 1 FOLLOWER]: Refusing update from remote peer 92137c2e8e9a4bdba9b445515f25197b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:14:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.268370 4030 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:14:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.228300 4069 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.278985 4069 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.306831 4061 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Generated new TSK 0
02:14:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.308159 4061 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:14:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.332034 4076 mvcc.cc:204] Tried to move back new op lower bound from 7332724965790879744 to 7332724965312184320. Current Snapshot: MvccSnapshot[applied={T|T < 7332724965790879744}]
02:14:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.347087 4069 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.347800 4069 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.344966 4074 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.348806 4074 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.352551 4029 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.353307 4029 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.366484 4084 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:14:16.855 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.170.60:43991
02:14:16.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:14:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.856072 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3943
02:14:16.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:16.883 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.170.62:45137
02:14:16.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:14:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.884344 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3780
02:14:16.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:16.916 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.170.61:34727
02:14:16.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:14:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.916704 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3858
02:14:16.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:16.940 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.170.60:43991
02:14:16.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:16.942523 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/logs
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.60:43991
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.60
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43235
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.60
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.283589 4086 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.284191 4086 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.284847 4086 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.320664 4086 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.321002 4086 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.321432 4086 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.321817 4086 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.322135 4086 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.322438 4086 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.322700 4086 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:17.366326 4086 master_runner.cc:387] Master server non-default flags:
02:14:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/logs
02:14:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.60
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.60:43991
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.60
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43235
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:17.368122 4086 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:17.369462 4086 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.381510 4092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:18.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:17.383158 4093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:18.744639 4095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:18.746831 4094 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1359 milliseconds
02:14:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.746948 4086 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:18.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.748410 4086 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.751360 4086 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.752861 4086 hybrid_clock.cc:648] HybridClock initialized: now 1790216058752762 us; error 98 us; skew 500 ppm
02:14:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.753741 4086 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:18 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216058, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.760162 4086 init.cc:377] Logged in from keytab as kudu/127.3.170.60@KRBTEST.COM (short username kudu)
02:14:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.765537 4086 webserver.cc:533] Webserver started at http://127.3.170.60:43235/ using document root <none> and password file <none>
02:14:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.766532 4086 fs_manager.cc:362] Metadata directory not provided
02:14:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.766762 4086 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.775182 4086 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
02:14:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.779825 4103 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.781057 4086 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:14:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.781371 4086 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92137c2e8e9a4bdba9b445515f25197b"
02:14:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:15 on dist-test-slave-w4wk"
02:14:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.783450 4086 fs_report.cc:389] FS layout report
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/data
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.843456 4086 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:18.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.854434 4086 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.854900 4086 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.935758 4086 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.60:43991
02:14:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.935833 4154 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.60:43991 every 8 connection(s)
02:14:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.939004 4086 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.946187 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 4086
02:14:18.947 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:18.947 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.170.62:45137
02:14:18.947 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.949193 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/logs
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.62:45137
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.62
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38263
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.62
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.955652 4156 sys_catalog.cc:263] Verifying existing consensus state
02:14:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:18.966178 4156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap starting.
02:14:19.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.022282 4156 log.cc:826] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Log is configured to *not* fsync() on all Append() calls
02:14:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.043859 4156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:19.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.044950 4156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap complete.
02:14:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.083318 4156 raft_consensus.cc:359] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.087291 4156 raft_consensus.cc:740] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92137c2e8e9a4bdba9b445515f25197b, State: Initialized, Role: FOLLOWER
02:14:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.088617 4156 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.091754 4160 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.092588 4160 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: FOLLOWER
02:14:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.093892 4156 sys_catalog.cc:565] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: configured and running, proceeding with master startup.
02:14:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.140818 4171 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.141436 4171 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: loading cluster ID for follower catalog manager: success
02:14:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.149806 4171 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: acquiring CA information for follower catalog manager: success
02:14:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.123718 4086 master_runner.cc:187] Error getting master registration for 127.3.170.62:45137: Network error: Client connection negotiation failed: client connection to 127.3.170.62:45137: connect: Connection refused (error 111),
02:14:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.156345 4086 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.156810 4171 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.352756 4158 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.353473 4158 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.354228 4158 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.389725 4158 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.390074 4158 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.390552 4158 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.390928 4158 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.391296 4158 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.391631 4158 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.391906 4158 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.444805 4158 master_runner.cc:387] Master server non-default flags:
02:14:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/logs
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.62
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.62:45137
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.62
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38263
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.447613 4158 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:19.448693 4158 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.466464 4179 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:20.930193 4185 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:20.930975 4185 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:20.941706 4185 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:20.945890 4104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:20.957875 4104 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:20.964418 4107 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137): Network error: Client connection negotiation failed: client connection to 127.3.170.62:45137: connect: Connection refused (error 111)
02:14:20.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:20.964905 4107 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 92137c2e8e9a4bdba9b445515f25197b; no voters: 56324b32682a47d5b5d4b88053770442, d514b2a3cb7c467c8fe4f95674ca5968
02:14:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:20.965778 4185 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:14:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.166028 3178 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab9c0 after lost signal to thread 3113
02:14:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.166925 3178 debug-util.cc:398] Leaking SignalData structure 0x7b0800095380 after lost signal to thread 3181
02:14:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:19.467420 4180 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:20.863973 4178 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 4158
02:14:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.916285 4178 kernel_stack_watchdog.cc:198] Thread 4158 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
02:14:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.916685 4158 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.450s user 0.833s sys 1.313s
02:14:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.917034 4158 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.450s user 0.833s sys 1.313s
02:14:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.924193 4181 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2455 milliseconds
02:14:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.924511 4158 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:21.924512 4182 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:21.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.926366 4158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.929427 4158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.930940 4158 hybrid_clock.cc:648] HybridClock initialized: now 1790216061930825 us; error 113 us; skew 500 ppm
02:14:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.932067 4158 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:21 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216061, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:21.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.940238 4158 init.cc:377] Logged in from keytab as kudu/127.3.170.62@KRBTEST.COM (short username kudu)
02:14:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.946607 4158 webserver.cc:533] Webserver started at http://127.3.170.62:38263/ using document root <none> and password file <none>
02:14:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.947911 4158 fs_manager.cc:362] Metadata directory not provided
02:14:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.948226 4158 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.959973 4158 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.004s sys 0.004s
02:14:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.966405 4196 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.967828 4158 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.968250 4158 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:11 on dist-test-slave-w4wk"
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:21.971073 4158 fs_report.cc:389] FS layout report
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/data
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.048471 4158 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.056948 4158 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.057566 4158 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.153337 4158 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.62:45137
02:14:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.153365 4247 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.62:45137 every 8 connection(s)
02:14:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.157289 4158 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.159662 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 4158
02:14:22.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:22.161 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.170.61:34727
02:14:22.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:14:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.163573 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/logs
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.61:34727
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.61
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42477
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.61
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.174839 4248 sys_catalog.cc:263] Verifying existing consensus state
02:14:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.186110 4248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap starting.
02:14:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.246173 4248 log.cc:826] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Log is configured to *not* fsync() on all Append() calls
02:14:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.266940 4248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.268021 4248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap complete.
02:14:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.308820 4248 raft_consensus.cc:359] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.312901 4248 raft_consensus.cc:740] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d514b2a3cb7c467c8fe4f95674ca5968, State: Initialized, Role: FOLLOWER
02:14:22.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.314452 4248 consensus_queue.cc:260] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:22.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.317982 4253 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:22.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.319342 4253 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:22.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.320123 4248 sys_catalog.cc:565] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: configured and running, proceeding with master startup.
02:14:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.370944 4264 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.371239 4264 catalog_manager.cc:1601] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: loading cluster ID for follower catalog manager: success
02:14:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.379196 4264 catalog_manager.cc:1623] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: acquiring CA information for follower catalog manager: success
02:14:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.384816 4264 catalog_manager.cc:1651] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.405913 4158 master_runner.cc:187] Error getting master registration for 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111),
02:14:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.437539 4158 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.705070 4250 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.705861 4250 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.706915 4250 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.765708 4250 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.766058 4250 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.766548 4250 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.766934 4250 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.767284 4250 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.767620 4250 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.767882 4250 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.810688 4250 master_runner.cc:387] Master server non-default flags:
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/logs
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.61
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.61:34727
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.61
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42477
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.812036 4250 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.813264 4250 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.827332 4273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.889353 4279 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.890210 4279 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.921522 4279 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.949489 4104 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:22.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.956997 4223 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" is_pre_election: true
02:14:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.958350 4223 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 1.
02:14:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.960346 4107 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 92137c2e8e9a4bdba9b445515f25197b, d514b2a3cb7c467c8fe4f95674ca5968; no voters: 56324b32682a47d5b5d4b88053770442
02:14:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.961372 4279 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Leader pre-election won for term 2
02:14:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.961899 4279 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.962374 4279 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 1 FOLLOWER]: Advancing to term 2
02:14:22.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.976253 4279 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.982712 4223 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.983376 4223 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 1 FOLLOWER]: Advancing to term 2
02:14:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.994282 4223 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 2.
02:14:22.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:22.996083 4107 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 92137c2e8e9a4bdba9b445515f25197b, d514b2a3cb7c467c8fe4f95674ca5968; no voters:
02:14:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.007098 4283 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Leader election won for term 2
02:14:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:23.013866 4104 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.014616 4279 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 2 election: Requested vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.024334 4283 raft_consensus.cc:697] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 LEADER]: Becoming Leader. State: Replica: 92137c2e8e9a4bdba9b445515f25197b, State: Running, Role: LEADER
02:14:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.026136 4283 consensus_queue.cc:237] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:23.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.049752 4279 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:23.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.050868 4279 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.062947 4286 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:14:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.071928 4286 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:14:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.088411 4286 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.089570 4286 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:14:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.099787 4286 catalog_manager.cc:1553] Loading token signing keys...
02:14:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.109282 4286 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Loaded TSK: 0
02:14:23.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.114425 4286 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:14:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:23.433164 4104 consensus_peers.cc:597] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b -> Peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Couldn't send request to peer 56324b32682a47d5b5d4b88053770442. Status: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.655555 4223 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 2 FOLLOWER]: Refusing update from remote peer 92137c2e8e9a4bdba9b445515f25197b: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:14:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.657915 4279 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:14:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.695938 4287 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.696691 4287 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.712838 4289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.713758 4289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.719410 4287 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:23.720393 4287 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:24.169409 4086 master_runner.cc:187] Error getting master registration for 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111),
02:14:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:24.170019 4086 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:24.232124 4272 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 4250
02:14:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:25.354065 4272 kernel_stack_watchdog.cc:198] Thread 4250 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:14:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:22.829290 4274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:25.355214 4250 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.527s user 0.743s sys 1.358s
02:14:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:25.355625 4250 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.527s user 0.743s sys 1.358s
02:14:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:25.357843 4276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:25.360178 4275 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2531 milliseconds
02:14:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.360184 4250 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.361505 4250 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.364137 4250 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.365561 4250 hybrid_clock.cc:648] HybridClock initialized: now 1790216065365522 us; error 63 us; skew 500 ppm
02:14:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.366772 4250 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216065, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.374632 4250 init.cc:377] Logged in from keytab as kudu/127.3.170.61@KRBTEST.COM (short username kudu)
02:14:25.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.380962 4250 webserver.cc:533] Webserver started at http://127.3.170.61:42477/ using document root <none> and password file <none>
02:14:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.382071 4250 fs_manager.cc:362] Metadata directory not provided
02:14:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.382352 4250 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.391376 4250 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
02:14:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.396648 4303 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.398011 4250 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.398386 4250 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56324b32682a47d5b5d4b88053770442"
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:13 on dist-test-slave-w4wk"
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.400295 4250 fs_report.cc:389] FS layout report
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/data
02:14:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.464988 4250 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.478341 4250 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:25.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.479001 4250 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.572710 4250 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.61:34727
02:14:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.572755 4354 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.61:34727 every 8 connection(s)
02:14:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.575934 4250 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.581007 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 4250
02:14:25.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:25.583 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.170.60:43991(127.3.170.60:43991)] connecting to peer
02:14:25.586 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.170.62:45137(127.3.170.62:45137)] connecting to peer
02:14:25.588 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.170.61:34727(127.3.170.61:34727)] connecting to peer
02:14:25.589 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.170.60:43991(127.3.170.60:43991)] Successfully connected to peer
02:14:25.592 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.170.62:45137(127.3.170.62:45137)] Successfully connected to peer
02:14:25.592 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.170.61:34727(127.3.170.61:34727)] Successfully connected to peer
02:14:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.598975 4355 sys_catalog.cc:263] Verifying existing consensus state
02:14:25.608 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:14:25.608 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc
02:14:25.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.610988 4355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Bootstrap starting.
02:14:25.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:25.618 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:14:25.619 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:14:25.619 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:14:25.619 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc
02:14:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:25.625 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:14:25.625 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:14:25.625 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:14:25.626 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc
02:14:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:25.630 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:14:25.631 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
02:14:25.632 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.3.170.62
02:14:25.632 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.3.170.60
02:14:25.645 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.3.170.61
02:14:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.170.61@KRBTEST.COM
02:14:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790216055, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.170.60@KRBTEST.COM
02:14:25.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.692232 4355 log.cc:826] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Log is configured to *not* fsync() on all Append() calls
02:14:25.699 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x171f8384, L:/127.0.0.1:38152 - R:/127.3.170.61:34727] using SASL/GSSAPI
02:14:25.702 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xc8ee8717, L:/127.0.0.1:44364 - R:/127.3.170.60:43991] using SASL/GSSAPI
02:14:25.703 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x1cc81059, L:/127.0.0.1:52628 - R:/127.3.170.62:45137] using SASL/GSSAPI
02:14:25.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.170.61:34727: Catalog manager is not initialized. State: Starting
02:14:25.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:14:25.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=130), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.170.60:43991, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.170.62:45137, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.170.61:34727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.170.61:34727: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.170.62:45137: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.3.170.60:43991: OK, deferred=null) after lookup
02:14:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.738533 4355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:25.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.739619 4355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Bootstrap complete.
02:14:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.776755 4355 raft_consensus.cc:359] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.780158 4355 raft_consensus.cc:740] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56324b32682a47d5b5d4b88053770442, State: Initialized, Role: FOLLOWER
02:14:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.781198 4355 consensus_queue.cc:260] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.783871 4366 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.784648 4366 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: This master's current role is: FOLLOWER
02:14:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.785259 4355 sys_catalog.cc:565] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: configured and running, proceeding with master startup.
02:14:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.820911 4377 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.821188 4377 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: loading cluster ID for follower catalog manager: success
02:14:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:25 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216065, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.829756 4377 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: acquiring CA information for follower catalog manager: success
02:14:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.841794 4377 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:25.993261 4330 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [term 1 FOLLOWER]: Advancing to term 2
02:14:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.015676 4383 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.017340 4383 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: This master's current role is: FOLLOWER
02:14:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.018921 4366 sys_catalog.cc:455] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.020196 4366 sys_catalog.cc:458] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442 [sys.catalog]: This master's current role is: FOLLOWER
02:14:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.560900 4289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.561697 4289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:26.716 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.170.60:43991
02:14:26.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:14:26.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.717876 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 4086
02:14:26.749 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.170.60:43991(127.3.170.60:43991)] handling channelInactive
02:14:26.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.170.60:43991(127.3.170.60:43991)] cleaning up while in state READY due to: connection closed
02:14:26.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:26.750 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.170.62:45137
02:14:26.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:14:26.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.750713 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 4158
02:14:26.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:26.785 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.170.61:34727
02:14:26.785 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:14:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.785732 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 4250
02:14:26.787 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.170.62:45137(127.3.170.62:45137)] handling channelInactive
02:14:26.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.170.62:45137(127.3.170.62:45137)] cleaning up while in state READY due to: connection closed
02:14:26.816 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:26.816 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.170.61:34727(127.3.170.61:34727)] handling channelInactive
02:14:26.816 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.170.60:43991
02:14:26.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.170.61:34727(127.3.170.61:34727)] cleaning up while in state READY due to: connection closed
02:14:26.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:26.819671 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/logs
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.60:43991
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.60
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43235
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.60
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.163172 4388 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.163757 4388 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.164392 4388 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.200418 4388 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.200660 4388 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.200958 4388 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.201174 4388 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.201378 4388 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.201576 4388 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.201812 4388 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:27.244654 4388 master_runner.cc:387] Master server non-default flags:
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/logs
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.60
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.60:43991
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.60
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43235
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:27.246222 4388 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:27.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:27.247225 4388 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.259629 4395 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:28.662228 4394 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 4388
02:14:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:27.260893 4396 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.193212 4388 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.933s user 0.725s sys 1.182s
02:14:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.197522 4397 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1937 milliseconds
02:14:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.197556 4388 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.938s user 0.725s sys 1.186s
02:14:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.197597 4398 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.198254 4388 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.203292 4388 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:29.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.206470 4388 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.208036 4388 hybrid_clock.cc:648] HybridClock initialized: now 1790216069207997 us; error 59 us; skew 500 ppm
02:14:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.209087 4388 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:29 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216069, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.217351 4388 init.cc:377] Logged in from keytab as kudu/127.3.170.60@KRBTEST.COM (short username kudu)
02:14:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.222901 4388 webserver.cc:533] Webserver started at http://127.3.170.60:43235/ using document root <none> and password file <none>
02:14:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.224025 4388 fs_manager.cc:362] Metadata directory not provided
02:14:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.224313 4388 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.234288 4388 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
02:14:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.239390 4407 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:29.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.240617 4388 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:14:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.241026 4388 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92137c2e8e9a4bdba9b445515f25197b"
02:14:29.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:15 on dist-test-slave-w4wk"
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.243413 4388 fs_report.cc:389] FS layout report
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/wal
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/data
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:29.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.311669 4388 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.318641 4388 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.319263 4388 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.401947 4388 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.60:43991
02:14:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.402083 4458 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.60:43991 every 8 connection(s)
02:14:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.405417 4388 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-2/data/info.pb
02:14:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.410275 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 4388
02:14:29.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:29.411 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.170.62:45137
02:14:29.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.413221 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/logs
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.62:45137
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.62
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38263
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.62
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.418596 4459 sys_catalog.cc:263] Verifying existing consensus state
02:14:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.424806 4459 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap starting.
02:14:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.485121 4459 log.cc:826] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Log is configured to *not* fsync() on all Append() calls
02:14:29.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.507189 4459 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.507988 4459 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Bootstrap complete.
02:14:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.534041 4459 raft_consensus.cc:359] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.536523 4459 raft_consensus.cc:740] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92137c2e8e9a4bdba9b445515f25197b, State: Initialized, Role: FOLLOWER
02:14:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.537390 4459 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.541128 4463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.542651 4463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: FOLLOWER
02:14:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.543321 4459 sys_catalog.cc:565] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: configured and running, proceeding with master startup.
02:14:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.579437 4474 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.580018 4474 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: loading cluster ID for follower catalog manager: success
02:14:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.589124 4474 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: acquiring CA information for follower catalog manager: success
02:14:29.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.595785 4474 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.581418 4388 master_runner.cc:187] Error getting master registration for 127.3.170.62:45137: Network error: Client connection negotiation failed: client connection to 127.3.170.62:45137: connect: Connection refused (error 111),
02:14:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.609973 4388 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.785612 4461 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.786499 4461 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.787195 4461 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.823576 4461 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.823820 4461 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.824095 4461 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.824299 4461 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.824503 4461 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.824698 4461 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.824862 4461 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.868865 4461 master_runner.cc:387] Master server non-default flags:
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/logs
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.62
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.62:45137
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.62
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38263
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.870533 4461 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:29.871737 4461 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:29.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.884526 4482 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:31.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:31.077700 4488 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:31.081425 4488 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:31.094359 4411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.170.62:45137: connect: Connection refused (error 111)
02:14:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:31.104885 4488 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:31.134066 4411 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137): Network error: Client connection negotiation failed: client connection to 127.3.170.62:45137: connect: Connection refused (error 111)
02:14:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:31.137382 4408 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:31.137862 4408 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 92137c2e8e9a4bdba9b445515f25197b; no voters: 56324b32682a47d5b5d4b88053770442, d514b2a3cb7c467c8fe4f95674ca5968
02:14:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:31.139139 4488 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
02:14:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:31.357432 3455 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba4a0 after lost signal to thread 3327
02:14:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:31.358610 3455 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba100 after lost signal to thread 3458
02:14:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:31.286134 4481 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 4461
02:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:32.129382 4481 kernel_stack_watchdog.cc:198] Thread 4461 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:14:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:32.133076 4485 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:32.134492 4461 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.250s user 0.716s sys 1.374s
02:14:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:32.135066 4484 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2247 milliseconds
02:14:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:29.886637 4483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:32.134857 4461 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.250s user 0.716s sys 1.374s
02:14:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.137142 4461 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.142805 4461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.169961 4461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.171725 4461 hybrid_clock.cc:648] HybridClock initialized: now 1790216072171652 us; error 62 us; skew 500 ppm
02:14:32.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.172958 4461 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:32.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:32 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216072, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.181102 4461 init.cc:377] Logged in from keytab as kudu/127.3.170.62@KRBTEST.COM (short username kudu)
02:14:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.219882 4461 webserver.cc:533] Webserver started at http://127.3.170.62:38263/ using document root <none> and password file <none>
02:14:32.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.221612 4461 fs_manager.cc:362] Metadata directory not provided
02:14:32.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.222091 4461 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.240432 4461 fs_manager.cc:714] Time spent opening directory manager: real 0.014s user 0.006s sys 0.006s
02:14:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.247421 4499 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:32.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.249042 4461 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
02:14:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.249482 4461 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:11 on dist-test-slave-w4wk"
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.251784 4461 fs_report.cc:389] FS layout report
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/wal
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/data
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.322710 4461 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.339977 4461 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.340613 4461 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.558852 4461 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.62:45137
02:14:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.558914 4551 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.62:45137 every 8 connection(s)
02:14:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.563710 4461 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-0/data/info.pb
02:14:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.574100 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 4461
02:14:32.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:32.575 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.170.61:34727
02:14:32.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.578328 3752 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/logs
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.61:34727
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.61
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42477
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.61
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:14:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:14:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.600584 4552 sys_catalog.cc:263] Verifying existing consensus state
02:14:32.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.612200 4552 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap starting.
02:14:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.678402 4552 log.cc:826] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Log is configured to *not* fsync() on all Append() calls
02:14:32.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.709115 4552 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:14:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.710448 4552 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: Bootstrap complete.
02:14:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.752146 4552 raft_consensus.cc:359] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.756258 4552 raft_consensus.cc:740] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: d514b2a3cb7c467c8fe4f95674ca5968, State: Initialized, Role: FOLLOWER
02:14:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.757899 4552 consensus_queue.cc:260] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.766494 4556 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:32.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.770761 4556 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:32.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.770412 4552 sys_catalog.cc:565] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: configured and running, proceeding with master startup.
02:14:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.867292 4567 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:14:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.883765 4568 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:14:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.884505 4568 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.895872 4568 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:32 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216072, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.62@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:32.924212 4408 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:32 dist-test-slave-w4wk krb5kdc[3763](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216069, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.60@KRBTEST.COM for kudu/127.3.170.62@KRBTEST.COM
02:14:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.953923 4527 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" is_pre_election: true
02:14:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.979693 4527 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 2.
02:14:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.982230 4411 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 92137c2e8e9a4bdba9b445515f25197b, d514b2a3cb7c467c8fe4f95674ca5968; no voters: 56324b32682a47d5b5d4b88053770442
02:14:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.983450 4568 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Leader pre-election won for term 3
02:14:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.983824 4568 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:14:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.984158 4568 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 2 FOLLOWER]: Advancing to term 3
02:14:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.944655 4461 master_runner.cc:187] Error getting master registration for 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111),
02:14:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.996179 4461 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:32.997840 4568 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.001116 4527 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92137c2e8e9a4bdba9b445515f25197b" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "d514b2a3cb7c467c8fe4f95674ca5968"
02:14:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.001780 4527 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 2 FOLLOWER]: Advancing to term 3
02:14:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.012391 4527 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 92137c2e8e9a4bdba9b445515f25197b in term 3.
02:14:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.016105 4568 leader_election.cc:290] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 election: Requested vote from peers d514b2a3cb7c467c8fe4f95674ca5968 (127.3.170.62:45137), 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727)
02:14:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.017791 4411 leader_election.cc:304] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 92137c2e8e9a4bdba9b445515f25197b, d514b2a3cb7c467c8fe4f95674ca5968; no voters:
02:14:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.018471 4408 leader_election.cc:336] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111)
02:14:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.018796 4568 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 3 FOLLOWER]: Leader election won for term 3
02:14:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.026703 4568 raft_consensus.cc:697] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [term 3 LEADER]: Becoming Leader. State: Replica: 92137c2e8e9a4bdba9b445515f25197b, State: Running, Role: LEADER
02:14:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.027925 4568 consensus_queue.cc:237] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } }
02:14:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.047716 4576 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 3 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.048821 4576 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.055837 4578 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:14:33.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.066231 4578 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:14:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.071211 4578 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.071729 4578 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:14:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.077174 4578 catalog_manager.cc:1553] Loading token signing keys...
02:14:33.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.082183 4578 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b: Loaded TSK: 0
02:14:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.084025 4578 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:14:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.228756 4554 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:14:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.230028 4554 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:14:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.231317 4554 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:14:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.302243 4554 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:14:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.302640 4554 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:14:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.303162 4554 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:14:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.303536 4554 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:14:33.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.303900 4554 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:14:33.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.304399 4554 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:14:33.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.304684 4554 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34273/jwks.json
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.382115 4554 master_runner.cc:387] Master server non-default flags:
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/logs
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.170.20:38395
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.170.62:45137,127.3.170.61:34727,127.3.170.60:43991
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/kudu.keytab
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.170.61
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.170.61:34727
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:14:33.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34273/jwks.json
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.170.61
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42477
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:21 UTC on e7f111948823
02:14:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13970
02:14:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:14:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.383925 4554 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:14:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.385284 4554 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:14:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.409106 4584 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.588109 4408 consensus_peers.cc:597] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b -> Peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Couldn't send request to peer 56324b32682a47d5b5d4b88053770442. Status: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:14:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.647992 4527 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [term 3 FOLLOWER]: Refusing update from remote peer 92137c2e8e9a4bdba9b445515f25197b: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
02:14:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.650273 4590 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
02:14:33.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.664429 4593 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92137c2e8e9a4bdba9b445515f25197b. Latest consensus state: current_term: 3 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.665515 4593 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:33.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.674794 4593 sys_catalog.cc:455] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:33.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.675488 4593 sys_catalog.cc:458] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968 [sys.catalog]: This master's current role is: FOLLOWER
02:14:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.691236 4590 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "92137c2e8e9a4bdba9b445515f25197b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d514b2a3cb7c467c8fe4f95674ca5968" member_type: VOTER last_known_addr { host: "127.3.170.62" port: 45137 } } peers { permanent_uuid: "56324b32682a47d5b5d4b88053770442" member_type: VOTER last_known_addr { host: "127.3.170.61" port: 34727 } } peers { permanent_uuid: "92137c2e8e9a4bdba9b445515f25197b" member_type: VOTER last_known_addr { host: "127.3.170.60" port: 43991 } } }
02:14:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.691999 4590 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b [sys.catalog]: This master's current role is: LEADER
02:14:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.877650 4567 catalog_manager.cc:1308] Loaded cluster ID: 61841e9546f84a46b9f676081285b6bf
02:14:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.877987 4567 catalog_manager.cc:1601] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: loading cluster ID for follower catalog manager: success
02:14:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.915529 4567 catalog_manager.cc:1623] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: acquiring CA information for follower catalog manager: success
02:14:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:33.931811 4567 catalog_manager.cc:1651] T 00000000000000000000000000000000 P d514b2a3cb7c467c8fe4f95674ca5968: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:14:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:34.625010 4388 master_runner.cc:187] Error getting master registration for 127.3.170.61:34727: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111),
02:14:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:34.625646 4388 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:14:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:34.804118 4583 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 4554
02:14:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:35.927539 4554 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.509s user 0.716s sys 1.413s
02:14:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:35.929136 4554 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.511s user 0.716s sys 1.413s
02:14:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:35.929304 4586 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2508 milliseconds
02:14:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:33.420161 4585 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:35.930359 4587 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:14:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.930362 4554 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:14:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.935197 4554 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:14:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.938470 4554 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:14:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.940037 4554 hybrid_clock.cc:648] HybridClock initialized: now 1790216075939983 us; error 38 us; skew 500 ppm
02:14:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.941216 4554 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:14:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 02:14:35 dist-test-slave-w4wk krb5kdc[3763](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790216075, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.170.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:14:35.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.948911 4554 init.cc:377] Logged in from keytab as kudu/127.3.170.61@KRBTEST.COM (short username kudu)
02:14:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.954927 4554 webserver.cc:533] Webserver started at http://127.3.170.61:42477/ using document root <none> and password file <none>
02:14:35.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.956197 4554 fs_manager.cc:362] Metadata directory not provided
02:14:35.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.956542 4554 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:14:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.966080 4554 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
02:14:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.971324 4609 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:14:35.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.972625 4554 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
02:14:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.972918 4554 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data,/tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56324b32682a47d5b5d4b88053770442"
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:14:13 on dist-test-slave-w4wk"
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:35.974963 4554 fs_report.cc:389] FS layout report
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/wal
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/data
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:14:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.032286 4554 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:14:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.039340 4554 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:14:36.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.039791 4554 kserver.cc:163] Server-wide thread pool size limit: 3276
02:14:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:36.126266 4408 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111) [suppressed 8 similar messages]
02:14:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:36.139021 4408 consensus_peers.cc:597] T 00000000000000000000000000000000 P 92137c2e8e9a4bdba9b445515f25197b -> Peer 56324b32682a47d5b5d4b88053770442 (127.3.170.61:34727): Couldn't send request to peer 56324b32682a47d5b5d4b88053770442. Status: Network error: Client connection negotiation failed: client connection to 127.3.170.61:34727: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:14:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.171042 4554 rpc_server.cc:307] RPC server started. Bound to: 127.3.170.61:34727
02:14:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.171195 4664 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.170.61:34727 every 8 connection(s)
02:14:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.174242 4554 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/master-1/data/info.pb
02:14:36.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:14:36.180 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.170.60:43991(127.3.170.60:43991)] connecting to peer
02:14:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.178972 3752 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu as pid 4554
02:14:36.186 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.3.170.60:43991(127.3.170.60:43991)] Successfully connected to peer
02:14:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.189870 4665 sys_catalog.cc:263] Verifying existing consensus state
02:14:36.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.197887 4665 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 56324b32682a47d5b5d4b88053770442: Bootstrap starting.
02:14:36.207 [DEBUG - kudu-nio-3] (SecurityContext.java:222) Refreshing Kerberos credentials...
02:14:36.207 [DEBUG - kudu-nio-3] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL4ofqk/test-tmp/mini-kudu-cluster12248676182482704963/krb5kdc/krb5cc
02:14:36.208 [DEBUG - kudu-nio-3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:14:36.209 [WARN - kudu-nio-3] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
02:14:36.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.170.60:43991(127.3.170.60:43991)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
02:14:36.210 [DEBUG - main] (Connection.java:575) [peer master-127.3.170.61:34727(127.3.170.61:34727)] disconnecting while in state TERMINATED
02:14:36.210 [DEBUG - main] (Connection.java:575) [peer master-127.3.170.60:43991(127.3.170.60:43991)] disconnecting while in state TERMINATED
02:14:36.210 [DEBUG - main] (Connection.java:575) [peer master-127.3.170.62:45137(127.3.170.62:45137)] disconnecting while in state TERMINATED
02:14:36.210 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.3.170.60:43991(127.3.170.60:43991)] handling channelInactive
02:14:36.211 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.214816 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 4461
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:14:36.220083 4668 negotiation.cc:336] Failed RPC negotiation. Trace:
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.186240 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:42104 (local address 127.3.170.60:43991)
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.205407 (+ 19167us) server_negotiation.cc:207] Beginning negotiation
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.205437 (+ 30us) server_negotiation.cc:400] Waiting for connection header
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.205496 (+ 59us) server_negotiation.cc:408] Connection header received
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.205743 (+ 247us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.205778 (+ 35us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.206089 (+ 311us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.217884 (+ 11795us) server_negotiation.cc:227] Negotiated authn=SASL
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:14:36.218644 (+ 760us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:42104: BlockingRecv error: recv got EOF from 127.0.0.1:42104 (error 108)
02:14:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18531,"thread_start_us":18220,"threads_started":1}
02:14:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.252951 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 4554
02:14:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:36.272464 3752 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 4388
02:14:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:14:37Z chronyd exiting
02:14:38.586 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:14:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:38.589579 3027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3307
02:14:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:38.618234 3027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3467
02:14:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:38.644587 3027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3607
02:14:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:38.669831 3027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3039
02:14:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:38.703608 3027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3109
02:14:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:14:38.736160 3027 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL4ofqk/build/tsan/bin/kudu with pid 3184
02:14:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:14:39Z chronyd exiting
02:14:40.954 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more