21:03:43.129 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:03:43.129 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskqAd7lC/test-tmp
21:03:43.130 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
21:03:43.130 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskqAd7lC/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
21:03:43.131 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:03:43.445 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:03:43.445 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:03:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.447742 3621 mini_oidc.cc:150] Starting JWKS server
21:03:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.450050 3621 webserver.cc:492] Webserver started at http://127.0.0.1:33035/ using document root <none> and password file <none>
21:03:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.450316 3621 mini_oidc.cc:186] Starting OIDC Discovery server
21:03:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.450826 3621 webserver.cc:492] Webserver started at http://127.0.0.1:35667/ using document root <none> and password file <none>
21:03:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:43Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:03:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:43Z Disabled control of system clock
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.478214 3621 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/logs
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data/info.pb
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.126:40837
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.126
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33035/jwks.json with env {}
21:03:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.785560 3632 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.785840 3632 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:43.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.785914 3632 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.793713 3632 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:03:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.793802 3632 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.793856 3632 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:03:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.793895 3632 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:03:43.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.793946 3632 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:03:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.793979 3632 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33035/jwks.json
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.803186 3632 master_runner.cc:386] Master server non-default flags:
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.126:40837
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33035/jwks.json
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data/info.pb
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.126
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/logs
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.804597 3632 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.806360 3632 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.814507 3638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.814601 3637 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.814636 3640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.815478 3632 server_base.cc:1047] running on GCE node
21:03:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.816203 3632 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:43.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.817535 3632 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.818742 3632 hybrid_clock.cc:648] HybridClock initialized: now 1765400623818696 us; error 33 us; skew 500 ppm
21:03:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.819092 3632 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:03:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.821210 3632 webserver.cc:492] Webserver started at http://127.3.137.126:33353/ using document root <none> and password file <none>
21:03:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.821895 3632 fs_manager.cc:362] Metadata directory not provided
21:03:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.821996 3632 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:03:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.822342 3632 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:03:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.824498 3632 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data/instance:
21:03:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3738ea6931194387bfdb4269b820ac15"
21:03:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:43 on dist-test-slave-pstm"
21:03:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.825270 3632 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal/instance:
21:03:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3738ea6931194387bfdb4269b820ac15"
21:03:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:43 on dist-test-slave-pstm"
21:03:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.829926 3632 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
21:03:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.832901 3646 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.834012 3632 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.834183 3632 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data,/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3738ea6931194387bfdb4269b820ac15"
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:43 on dist-test-slave-pstm"
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.834363 3632 fs_report.cc:389] FS layout report
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal
21:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data/data
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:03:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.856030 3632 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:03:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.856812 3632 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:03:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.857111 3632 kserver.cc:163] Server-wide thread pool size limit: 3276
21:03:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.876577 3632 rpc_server.cc:307] RPC server started. Bound to: 127.3.137.126:40837
21:03:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.876600 3697 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.137.126:40837 every 8 connection(s)
21:03:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.878062 3632 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/data/info.pb
21:03:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.881660 3621 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu as pid 3632
21:03:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.882007 3621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-0/wal/instance
21:03:43.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.882562 3698 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.884884 3621 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/logs
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data/info.pb
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.125:44375
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.125
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33035/jwks.json with env {}
21:03:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.890493 3698 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } has no permanent_uuid. Determining permanent_uuid...
21:03:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.906025 3698 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } has no permanent_uuid. Determining permanent_uuid...
21:03:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.906981 3650 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.137.125:44375: connect: Connection refused (error 111)
21:03:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.908444 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.125:44375: Network error: Client connection negotiation failed: client connection to 127.3.137.125:44375: connect: Connection refused (error 111)
21:03:43.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:43.957808 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } attempt: 1
21:03:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:43.959702 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.125:44375: Network error: Client connection negotiation failed: client connection to 127.3.137.125:44375: connect: Connection refused (error 111)
21:03:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.027992 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } attempt: 2
21:03:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.029839 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.125:44375: Network error: Client connection negotiation failed: client connection to 127.3.137.125:44375: connect: Connection refused (error 111)
21:03:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.121093 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } attempt: 3
21:03:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.122992 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.125:44375: Network error: Client connection negotiation failed: client connection to 127.3.137.125:44375: connect: Connection refused (error 111)
21:03:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.193181 3700 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.193462 3700 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.193537 3700 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.201653 3700 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:03:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.201794 3700 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.201876 3700 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:03:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.201936 3700 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:03:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.202015 3700 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:03:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.202090 3700 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33035/jwks.json
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.211555 3700 master_runner.cc:386] Master server non-default flags:
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data
21:03:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.125:44375
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33035/jwks.json
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data/info.pb
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.125
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/logs
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.213515 3700 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.215269 3700 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.223258 3709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.223307 3711 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.223387 3708 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.224035 3700 server_base.cc:1047] running on GCE node
21:03:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.224743 3700 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:44.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.226045 3700 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.227250 3700 hybrid_clock.cc:648] HybridClock initialized: now 1765400624227211 us; error 32 us; skew 500 ppm
21:03:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.227576 3700 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:03:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.229588 3700 webserver.cc:492] Webserver started at http://127.3.137.125:34967/ using document root <none> and password file <none>
21:03:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.230260 3700 fs_manager.cc:362] Metadata directory not provided
21:03:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.230360 3700 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:03:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.230701 3700 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:03:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.232935 3700 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data/instance:
21:03:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c1ddb3d08714a0fbfefb2a203164a16"
21:03:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:44 on dist-test-slave-pstm"
21:03:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.233690 3700 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal/instance:
21:03:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c1ddb3d08714a0fbfefb2a203164a16"
21:03:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:44 on dist-test-slave-pstm"
21:03:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.238355 3700 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
21:03:44.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.241457 3717 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:03:44.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.242620 3700 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.242805 3700 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data,/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c1ddb3d08714a0fbfefb2a203164a16"
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:44 on dist-test-slave-pstm"
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.242985 3700 fs_report.cc:389] FS layout report
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data/data
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:03:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:03:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.256884 3700 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:03:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.257612 3700 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:03:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.257903 3700 kserver.cc:163] Server-wide thread pool size limit: 3276
21:03:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.266232 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } attempt: 4
21:03:44.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.268208 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.125:44375: Network error: Client connection negotiation failed: client connection to 127.3.137.125:44375: connect: Connection refused (error 111)
21:03:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.276417 3700 rpc_server.cc:307] RPC server started. Bound to: 127.3.137.125:44375
21:03:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.276437 3768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.137.125:44375 every 8 connection(s)
21:03:44.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.277849 3700 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/data/info.pb
21:03:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.281688 3769 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:03:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.283097 3621 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu as pid 3700
21:03:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.283247 3621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-1/wal/instance
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.284157 3621 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/logs
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data/info.pb
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.124:39683
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.124
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33035/jwks.json with env {}
21:03:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.287026 3769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.304207 3769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.312320 3769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.313340 3719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.314821 3769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.364109 3769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 1
21:03:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.366016 3769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.434217 3769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 2
21:03:44.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.436229 3769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.527424 3769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 3
21:03:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.529453 3769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.567490 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } attempt: 5
21:03:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.573702 3698 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.575368 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.596982 3771 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:44.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.597254 3771 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:44.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.597327 3771 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.605116 3771 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:03:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.605185 3771 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.605238 3771 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:03:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.605276 3771 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:03:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.605329 3771 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:03:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.605368 3771 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33035/jwks.json
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.614394 3771 master_runner.cc:386] Master server non-default flags:
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.124:39683
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33035/jwks.json
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data/info.pb
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.124
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/logs
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.615731 3771 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.617383 3771 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.624191 3780 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.624260 3779 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.624912 3782 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.625649 3771 server_base.cc:1047] running on GCE node
21:03:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.626278 3771 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.626546 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 1
21:03:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.627511 3771 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.628075 3698 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.628708 3771 hybrid_clock.cc:648] HybridClock initialized: now 1765400624628661 us; error 46 us; skew 500 ppm
21:03:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.628996 3771 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:03:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.630757 3771 webserver.cc:492] Webserver started at http://127.3.137.124:37205/ using document root <none> and password file <none>
21:03:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.631338 3771 fs_manager.cc:362] Metadata directory not provided
21:03:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.631413 3771 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:03:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.631665 3771 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:03:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.633654 3771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data/instance:
21:03:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a4ff8d20d84e33a97a8405620c8c8f"
21:03:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:44 on dist-test-slave-pstm"
21:03:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.634263 3771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal/instance:
21:03:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a4ff8d20d84e33a97a8405620c8c8f"
21:03:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:44 on dist-test-slave-pstm"
21:03:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.638594 3771 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.003s
21:03:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.641364 3788 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.642447 3771 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.642575 3771 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data,/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a4ff8d20d84e33a97a8405620c8c8f"
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:44 on dist-test-slave-pstm"
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.642725 3771 fs_report.cc:389] FS layout report
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data/data
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:03:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.659102 3771 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:03:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.659744 3771 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:03:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.659951 3771 kserver.cc:163] Server-wide thread pool size limit: 3276
21:03:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.672639 3769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 4
21:03:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.674501 3769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.137.124:39683: Network error: Client connection negotiation failed: client connection to 127.3.137.124:39683: connect: Connection refused (error 111)
21:03:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.677091 3771 rpc_server.cc:307] RPC server started. Bound to: 127.3.137.124:39683
21:03:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.677109 3839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.137.124:39683 every 8 connection(s)
21:03:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.678295 3771 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/data/info.pb
21:03:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.678807 3621 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu as pid 3771
21:03:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.679023 3621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/master-2/wal/instance
21:03:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.682447 3840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:03:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.688709 3840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.696239 3698 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 2
21:03:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.701033 3840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.709394 3840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } has no permanent_uuid. Determining permanent_uuid...
21:03:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.709527 3698 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15: Bootstrap starting.
21:03:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.712620 3698 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15: Neither blocks nor log segments found. Creating new log.
21:03:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.713673 3698 log.cc:826] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15: Log is configured to *not* fsync() on all Append() calls
21:03:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.718220 3840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: Bootstrap starting.
21:03:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.718638 3698 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15: No bootstrap required, opened a new log
21:03:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.720695 3840 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: Neither blocks nor log segments found. Creating new log.
21:03:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.721575 3840 log.cc:826] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: Log is configured to *not* fsync() on all Append() calls
21:03:44.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.723599 3698 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.723876 3698 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:03:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.723987 3840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: No bootstrap required, opened a new log
21:03:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.723992 3698 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3738ea6931194387bfdb4269b820ac15, State: Initialized, Role: FOLLOWER
21:03:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.724613 3698 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.725415 3849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:44.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.725633 3849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: This master's current role is: FOLLOWER
21:03:44.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.726503 3698 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: configured and running, proceeding with master startup.
21:03:44.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.730054 3840 raft_consensus.cc:359] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.730291 3840 raft_consensus.cc:385] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:03:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.730392 3840 raft_consensus.cc:740] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85a4ff8d20d84e33a97a8405620c8c8f, State: Initialized, Role: FOLLOWER
21:03:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.730947 3840 consensus_queue.cc:260] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.731765 3854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:44.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.732025 3854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: This master's current role is: FOLLOWER
21:03:44.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.732740 3840 sys_catalog.cc:565] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: configured and running, proceeding with master startup.
21:03:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.738478 3862 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:03:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.738566 3862 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:03:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.738215 3632 master_runner.cc:186] Error getting master registration for 127.3.137.125:44375: OK, instance_id { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" instance_seqno: 1765400624271808 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:03:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.745451 3632 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:03:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.749984 3873 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:03:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:44.750190 3873 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:03:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.752425 3771 master_runner.cc:186] Error getting master registration for 127.3.137.125:44375: OK, instance_id { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" instance_seqno: 1765400624271808 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:03:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.756048 3771 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:03:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.782582 3849 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:03:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.782796 3849 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.784085 3849 leader_election.cc:290] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c1ddb3d08714a0fbfefb2a203164a16 (127.3.137.125:44375), 85a4ff8d20d84e33a97a8405620c8c8f (127.3.137.124:39683)
21:03:44.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.784885 3815 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3738ea6931194387bfdb4269b820ac15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" is_pre_election: true
21:03:44.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.785359 3815 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3738ea6931194387bfdb4269b820ac15 in term 0.
21:03:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.785902 3648 leader_election.cc:304] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3738ea6931194387bfdb4269b820ac15, 85a4ff8d20d84e33a97a8405620c8c8f; no voters:
21:03:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.786273 3849 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:03:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.786393 3849 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:03:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.786473 3849 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 0 FOLLOWER]: Advancing to term 1
21:03:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.790731 3849 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.792810 3849 leader_election.cc:290] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [CANDIDATE]: Term 1 election: Requested vote from peers 5c1ddb3d08714a0fbfefb2a203164a16 (127.3.137.125:44375), 85a4ff8d20d84e33a97a8405620c8c8f (127.3.137.124:39683)
21:03:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.793193 3815 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3738ea6931194387bfdb4269b820ac15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85a4ff8d20d84e33a97a8405620c8c8f"
21:03:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.793358 3815 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 0 FOLLOWER]: Advancing to term 1
21:03:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.796192 3815 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3738ea6931194387bfdb4269b820ac15 in term 1.
21:03:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.796602 3648 leader_election.cc:304] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3738ea6931194387bfdb4269b820ac15, 85a4ff8d20d84e33a97a8405620c8c8f; no voters:
21:03:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.797024 3849 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 1 FOLLOWER]: Leader election won for term 1
21:03:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.797273 3849 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [term 1 LEADER]: Becoming Leader. State: Replica: 3738ea6931194387bfdb4269b820ac15, State: Running, Role: LEADER
21:03:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.797889 3849 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.800822 3875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3738ea6931194387bfdb4269b820ac15. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.801085 3875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: This master's current role is: LEADER
21:03:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.814426 3877 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:03:44.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.816519 3877 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:03:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.828727 3815 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [term 1 FOLLOWER]: Refusing update from remote peer 3738ea6931194387bfdb4269b820ac15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:03:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.829581 3875 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:03:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.848325 3854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3738ea6931194387bfdb4269b820ac15. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.848440 3878 mvcc.cc:204] Tried to move back new op lower bound from 7231080959286738944 to 7231080959176843264. Current Snapshot: MvccSnapshot[applied={T|T < 7231080959286738944}]
21:03:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.848511 3854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: This master's current role is: FOLLOWER
21:03:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.852625 3875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.852825 3875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: This master's current role is: LEADER
21:03:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.855192 3877 catalog_manager.cc:1357] Generated new cluster ID: bffd3fd33bdd4eafa239e8f3ffd7748e
21:03:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.855280 3877 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:03:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.858664 3854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.858862 3854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f [sys.catalog]: This master's current role is: FOLLOWER
21:03:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.897791 3877 catalog_manager.cc:1380] Generated new certificate authority record
21:03:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.902421 3877 catalog_manager.cc:1514] Loading token signing keys...
21:03:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.930608 3877 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15: Generated new TSK 0
21:03:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.932260 3877 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:03:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.943730 3621 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/logs
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data/info.pb
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.65:0
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.137.65
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.65
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:03:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.973713 3769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } attempt: 5
21:03:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.987457 3769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: Bootstrap starting.
21:03:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.991322 3769 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: Neither blocks nor log segments found. Creating new log.
21:03:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:44.993786 3769 log.cc:826] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: Log is configured to *not* fsync() on all Append() calls
21:03:45.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.007993 3769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: No bootstrap required, opened a new log
21:03:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.022055 3769 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.023453 3769 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:03:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.023792 3769 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c1ddb3d08714a0fbfefb2a203164a16, State: Initialized, Role: FOLLOWER
21:03:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.025188 3769 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } }
21:03:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.038420 3744 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3738ea6931194387bfdb4269b820ac15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" is_pre_election: true
21:03:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.040691 3742 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [term 0 FOLLOWER]: Advancing to term 1
21:03:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.038586 3743 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3738ea6931194387bfdb4269b820ac15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c1ddb3d08714a0fbfefb2a203164a16"
21:03:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.044457 3742 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [term 1 FOLLOWER]: Refusing update from remote peer 3738ea6931194387bfdb4269b820ac15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:03:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.045559 3849 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:03:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.051427 3769 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: configured and running, proceeding with master startup.
21:03:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.097704 3885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.097858 3886 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3738ea6931194387bfdb4269b820ac15. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.098177 3886 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: This master's current role is: FOLLOWER
21:03:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.098084 3885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: This master's current role is: FOLLOWER
21:03:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.098495 3891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.098879 3891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16 [sys.catalog]: This master's current role is: FOLLOWER
21:03:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.140969 3902 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:03:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.372294 3883 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.372581 3883 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.372655 3883 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.380455 3883 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.380601 3883 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.137.65
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.389838 3883 tablet_server_runner.cc:78] Tablet server non-default flags:
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.65:0
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data/info.pb
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.65
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.137.65
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/logs
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.391294 3883 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.393023 3883 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.402352 3907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.402513 3908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.402405 3910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.403268 3883 server_base.cc:1047] running on GCE node
21:03:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.403782 3883 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.404604 3883 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.405819 3883 hybrid_clock.cc:648] HybridClock initialized: now 1765400625405762 us; error 53 us; skew 500 ppm
21:03:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.406080 3883 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:03:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.408087 3883 webserver.cc:492] Webserver started at http://127.3.137.65:41007/ using document root <none> and password file <none>
21:03:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.408751 3883 fs_manager.cc:362] Metadata directory not provided
21:03:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.408834 3883 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:03:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.409188 3883 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.411419 3883 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data/instance:
21:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2ad993be8db4571a0a2879440bad0ac"
21:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:45 on dist-test-slave-pstm"
21:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.412142 3883 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal/instance:
21:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2ad993be8db4571a0a2879440bad0ac"
21:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:45 on dist-test-slave-pstm"
21:03:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.417174 3883 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.003s
21:03:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.420258 3916 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:03:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.421581 3883 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.421787 3883 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data,/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2ad993be8db4571a0a2879440bad0ac"
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:45 on dist-test-slave-pstm"
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.422008 3883 fs_report.cc:389] FS layout report
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data/data
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:03:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.445783 3883 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:03:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.446753 3883 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:03:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.447139 3883 kserver.cc:163] Server-wide thread pool size limit: 3276
21:03:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.448277 3883 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:03:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.449970 3883 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:03:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.450079 3883 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:03:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.450178 3883 ts_tablet_manager.cc:616] Registered 0 tablets
21:03:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.450248 3883 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:03:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.482415 3883 rpc_server.cc:307] RPC server started. Bound to: 127.3.137.65:38713
21:03:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.482471 4028 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.137.65:38713 every 8 connection(s)
21:03:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.483777 3883 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/data/info.pb
21:03:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.484436 3621 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu as pid 3883
21:03:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.484640 3621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-0/wal/instance
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.491983 3621 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/logs
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data/info.pb
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.66:0
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.137.66
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.66
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:03:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.508121 4030 heartbeater.cc:344] Connected to a master server at 127.3.137.124:39683
21:03:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.508605 4030 heartbeater.cc:461] Registering TS with master...
21:03:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.509454 4031 heartbeater.cc:344] Connected to a master server at 127.3.137.125:44375
21:03:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.509593 4031 heartbeater.cc:461] Registering TS with master...
21:03:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.509721 4030 heartbeater.cc:507] Master 127.3.137.124:39683 requested a full tablet report, sending...
21:03:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.510798 4031 heartbeater.cc:507] Master 127.3.137.125:44375 requested a full tablet report, sending...
21:03:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.512893 3734 ts_manager.cc:194] Registered new tserver with Master: a2ad993be8db4571a0a2879440bad0ac (127.3.137.65:38713)
21:03:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.513041 3805 ts_manager.cc:194] Registered new tserver with Master: a2ad993be8db4571a0a2879440bad0ac (127.3.137.65:38713)
21:03:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.515257 4029 heartbeater.cc:344] Connected to a master server at 127.3.137.126:40837
21:03:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.515362 4029 heartbeater.cc:461] Registering TS with master...
21:03:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.515687 4029 heartbeater.cc:507] Master 127.3.137.126:40837 requested a full tablet report, sending...
21:03:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.516826 3663 ts_manager.cc:194] Registered new tserver with Master: a2ad993be8db4571a0a2879440bad0ac (127.3.137.65:38713)
21:03:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.518270 3663 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.137.65:41309
21:03:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.671382 3849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3738ea6931194387bfdb4269b820ac15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3738ea6931194387bfdb4269b820ac15" member_type: VOTER last_known_addr { host: "127.3.137.126" port: 40837 } } peers { permanent_uuid: "5c1ddb3d08714a0fbfefb2a203164a16" member_type: VOTER last_known_addr { host: "127.3.137.125" port: 44375 } } peers { permanent_uuid: "85a4ff8d20d84e33a97a8405620c8c8f" member_type: VOTER last_known_addr { host: "127.3.137.124" port: 39683 } } }
21:03:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.671751 3849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3738ea6931194387bfdb4269b820ac15 [sys.catalog]: This master's current role is: LEADER
21:03:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.751916 3873 catalog_manager.cc:1269] Loaded cluster ID: bffd3fd33bdd4eafa239e8f3ffd7748e
21:03:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.752000 3873 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: loading cluster ID for follower catalog manager: success
21:03:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.754418 3873 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: acquiring CA information for follower catalog manager: success
21:03:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.755977 3873 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 85a4ff8d20d84e33a97a8405620c8c8f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:03:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.813210 4039 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.813469 4039 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.813556 4039 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.820423 4039 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.820582 4039 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.137.66
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.829174 4039 tablet_server_runner.cc:78] Tablet server non-default flags:
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.66:0
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data/info.pb
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.66
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.137.66
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/logs
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.830812 4039 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.832422 4039 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.840969 4047 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.840914 4048 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:45.841568 4050 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.842593 4039 server_base.cc:1047] running on GCE node
21:03:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.843042 4039 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.843786 4039 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.844925 4039 hybrid_clock.cc:648] HybridClock initialized: now 1765400625844876 us; error 38 us; skew 500 ppm
21:03:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.845185 4039 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:03:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.847107 4039 webserver.cc:492] Webserver started at http://127.3.137.66:35189/ using document root <none> and password file <none>
21:03:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.847872 4039 fs_manager.cc:362] Metadata directory not provided
21:03:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.847963 4039 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:03:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.848259 4039 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:03:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.850214 4039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data/instance:
21:03:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de7f9baa51a64d9d9b23d52db6c072e6"
21:03:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:45 on dist-test-slave-pstm"
21:03:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.850900 4039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal/instance:
21:03:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de7f9baa51a64d9d9b23d52db6c072e6"
21:03:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:45 on dist-test-slave-pstm"
21:03:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.855289 4039 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.001s
21:03:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.857985 4056 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.859023 4039 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.859144 4039 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data,/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de7f9baa51a64d9d9b23d52db6c072e6"
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:45 on dist-test-slave-pstm"
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.859318 4039 fs_report.cc:389] FS layout report
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data/data
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:03:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:03:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:03:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.869812 4039 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:03:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.870456 4039 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:03:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.870685 4039 kserver.cc:163] Server-wide thread pool size limit: 3276
21:03:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.871438 4039 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:03:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.872885 4039 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:03:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.872977 4039 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:03:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.873055 4039 ts_tablet_manager.cc:616] Registered 0 tablets
21:03:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.873135 4039 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:03:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.903738 4039 rpc_server.cc:307] RPC server started. Bound to: 127.3.137.66:45789
21:03:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.903836 4168 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.137.66:45789 every 8 connection(s)
21:03:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.905009 4039 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/data/info.pb
21:03:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.914678 3621 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu as pid 4039
21:03:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.914868 3621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-1/wal/instance
21:03:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.920315 4170 heartbeater.cc:344] Connected to a master server at 127.3.137.124:39683
21:03:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.920512 4169 heartbeater.cc:344] Connected to a master server at 127.3.137.126:40837
21:03:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.920765 4169 heartbeater.cc:461] Registering TS with master...
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.920769 4170 heartbeater.cc:461] Registering TS with master...
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.921589 3621 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/logs
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data/info.pb
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.67:0
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.137.67
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.67
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.921831 4169 heartbeater.cc:507] Master 127.3.137.126:40837 requested a full tablet report, sending...
21:03:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.921859 4170 heartbeater.cc:507] Master 127.3.137.124:39683 requested a full tablet report, sending...
21:03:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.923269 3663 ts_manager.cc:194] Registered new tserver with Master: de7f9baa51a64d9d9b23d52db6c072e6 (127.3.137.66:45789)
21:03:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.923442 3805 ts_manager.cc:194] Registered new tserver with Master: de7f9baa51a64d9d9b23d52db6c072e6 (127.3.137.66:45789)
21:03:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.924142 3663 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.137.66:43069
21:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.924907 4171 heartbeater.cc:344] Connected to a master server at 127.3.137.125:44375
21:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.925014 4171 heartbeater.cc:461] Registering TS with master...
21:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.925487 4171 heartbeater.cc:507] Master 127.3.137.125:44375 requested a full tablet report, sending...
21:03:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:45.926347 3734 ts_manager.cc:194] Registered new tserver with Master: de7f9baa51a64d9d9b23d52db6c072e6 (127.3.137.66:45789)
21:03:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.145609 3902 catalog_manager.cc:1269] Loaded cluster ID: bffd3fd33bdd4eafa239e8f3ffd7748e
21:03:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.145741 3902 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: loading cluster ID for follower catalog manager: success
21:03:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.149370 3902 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: acquiring CA information for follower catalog manager: success
21:03:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.151537 3902 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 5c1ddb3d08714a0fbfefb2a203164a16: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:03:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.215374 4176 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.215623 4176 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.215714 4176 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:46.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.223085 4176 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:46.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.223242 4176 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.137.67
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.231958 4176 tablet_server_runner.cc:78] Tablet server non-default flags:
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.137.84:44963
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.137.67:0
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data/info.pb
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.137.67
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.137.126:40837,127.3.137.125:44375,127.3.137.124:39683
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.137.67
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/logs
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.233465 4176 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.235249 4176 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.243865 4183 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.244621 4182 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.248400 4176 server_base.cc:1047] running on GCE node
21:03:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:46.248605 4185 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.249168 4176 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.250005 4176 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.251206 4176 hybrid_clock.cc:648] HybridClock initialized: now 1765400626251162 us; error 38 us; skew 500 ppm
21:03:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.251430 4176 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:03:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.253475 4176 webserver.cc:492] Webserver started at http://127.3.137.67:38623/ using document root <none> and password file <none>
21:03:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.254047 4176 fs_manager.cc:362] Metadata directory not provided
21:03:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.254146 4176 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:03:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.254451 4176 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:03:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.256498 4176 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data/instance:
21:03:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e14831a157744f269775c03e407a1bdf"
21:03:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:46 on dist-test-slave-pstm"
21:03:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.257300 4176 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal/instance:
21:03:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e14831a157744f269775c03e407a1bdf"
21:03:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:46 on dist-test-slave-pstm"
21:03:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.261900 4176 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.001s
21:03:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.264953 4191 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.266182 4176 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.266321 4176 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data,/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e14831a157744f269775c03e407a1bdf"
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-10 21:03:46 on dist-test-slave-pstm"
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.266501 4176 fs_report.cc:389] FS layout report
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data/data
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:03:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:03:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:03:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:03:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:03:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:03:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.296844 4176 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:03:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.297540 4176 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:03:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.297768 4176 kserver.cc:163] Server-wide thread pool size limit: 3276
21:03:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.298554 4176 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:03:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.299909 4176 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:03:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.299983 4176 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:03:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.300037 4176 ts_tablet_manager.cc:616] Registered 0 tablets
21:03:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.300076 4176 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:03:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.340605 4176 rpc_server.cc:307] RPC server started. Bound to: 127.3.137.67:36133
21:03:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.340713 4303 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.137.67:36133 every 8 connection(s)
21:03:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.341979 4176 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/data/info.pb
21:03:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.347244 3621 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu as pid 4176
21:03:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.347425 3621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster5904841722576099560/ts-2/wal/instance
21:03:46.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.371249 4304 heartbeater.cc:344] Connected to a master server at 127.3.137.126:40837
21:03:46.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.371636 4304 heartbeater.cc:461] Registering TS with master...
21:03:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.372679 4304 heartbeater.cc:507] Master 127.3.137.126:40837 requested a full tablet report, sending...
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.374222 4306 heartbeater.cc:344] Connected to a master server at 127.3.137.125:44375
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.374267 4305 heartbeater.cc:344] Connected to a master server at 127.3.137.124:39683
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.374370 4306 heartbeater.cc:461] Registering TS with master...
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.374415 4305 heartbeater.cc:461] Registering TS with master...
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.374835 4306 heartbeater.cc:507] Master 127.3.137.125:44375 requested a full tablet report, sending...
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.374979 3663 ts_manager.cc:194] Registered new tserver with Master: e14831a157744f269775c03e407a1bdf (127.3.137.67:36133)
21:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.375007 4305 heartbeater.cc:507] Master 127.3.137.124:39683 requested a full tablet report, sending...
21:03:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.375886 3663 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.137.67:34223
21:03:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.375952 3734 ts_manager.cc:194] Registered new tserver with Master: e14831a157744f269775c03e407a1bdf (127.3.137.67:36133)
21:03:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.375990 3805 ts_manager.cc:194] Registered new tserver with Master: e14831a157744f269775c03e407a1bdf (127.3.137.67:36133)
21:03:46.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.391841 3621 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
21:03:46.393 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:03:46.393 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:03:46.394 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.137.126"
port: 40837
}
bound_http_address {
host: "127.3.137.126"
port: 33353
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.137.125"
port: 44375
}
bound_http_address {
host: "127.3.137.125"
port: 34967
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.137.124"
port: 39683
}
bound_http_address {
host: "127.3.137.124"
port: 37205
}
}
}
21:03:46.395 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:03:46.395 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.137.65"
port: 38713
}
bound_http_address {
host: "127.3.137.65"
port: 41007
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.137.66"
port: 45789
}
bound_http_address {
host: "127.3.137.66"
port: 35189
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.137.67"
port: 36133
}
bound_http_address {
host: "127.3.137.67"
port: 38623
}
}
}
21:03:46.396 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:03:46.397 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster1798412486650600932/krb5kdc/krb5cc
21:03:46.397 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:03:46.398 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskqAd7lC/test-tmp
21:03:46.398 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
21:03:46.398 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskqAd7lC/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
21:03:46.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
21:03:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.520430 4029 heartbeater.cc:499] Master 127.3.137.126:40837 was elected leader, sending a full tablet report...
21:03:46.703 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:03:46.703 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:03:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.705247 4312 mini_oidc.cc:150] Starting JWKS server
21:03:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.707078 4312 webserver.cc:492] Webserver started at http://127.0.0.1:37283/ using document root <none> and password file <none>
21:03:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.707279 4312 mini_oidc.cc:186] Starting OIDC Discovery server
21:03:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.707675 4312 webserver.cc:492] Webserver started at http://127.0.0.1:42019/ using document root <none> and password file <none>
21:03:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:03:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/principal' for realm 'KRBTEST.COM',
21:03:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Dec 10 21:03:46 dist-test-slave-pstm krb5kdc[4322](info): setting up network...
21:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Dec 10 21:03:46 dist-test-slave-pstm krb5kdc[4322](info): set up 2 sockets
21:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Dec 10 21:03:46 dist-test-slave-pstm krb5kdc[4322](info): commencing operation
21:03:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:03:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:46.926129 4169 heartbeater.cc:499] Master 127.3.137.126:40837 was elected leader, sending a full tablet report...
21:03:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:47.378376 4304 heartbeater.cc:499] Master 127.3.137.126:40837 was elected leader, sending a full tablet report...
21:03:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:48.578591 4312 mini_kdc.cc:121] Time spent starting KDC: real 1.865s user 0.001s sys 0.010s
21:03:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:03:48.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:03:48.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:03:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:03:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:03:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:03:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/test-user.keytab.
21:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/test-user.keytab.
21:03:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Dec 10 21:03:48 dist-test-slave-pstm krb5kdc[4322](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1765400628, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:03:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:03:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:03:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:48Z Disabled control of system clock
21:03:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:48Z Could not open NTP socket on 127.4.54.20:36063
21:03:48.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.54.62@KRBTEST.COM; defaulting to no policy
21:03:48.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:03:48.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.54.62@KRBTEST.COM" created.
21:03:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:03:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.54.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kudu.keytab.
21:03:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.54.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kudu.keytab.
21:03:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.4.54.62@KRBTEST.COM; defaulting to no policy
21:03:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:03:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.4.54.62@KRBTEST.COM" created.
21:03:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:03:48.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.4.54.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kudu.keytab.
21:03:48.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.4.54.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kudu.keytab.
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:48.746338 4312 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/wal
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/data
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/logs
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/data/info.pb
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:03:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.54.62:41865
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.54.62
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kudu.keytab
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.54.62
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.54.20:36063
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.54.62:41865,127.4.54.61:33539,127.4.54.60:40459
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37283/jwks.json
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
21:03:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:03:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.037735 4340 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:03:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.037982 4340 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:03:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.038077 4340 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045253 4340 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045310 4340 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045361 4340 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045394 4340 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045444 4340 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045487 4340 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:03:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.045524 4340 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37283/jwks.json
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:49.054545 4340 master_runner.cc:386] Master server non-default flags:
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.54.20:36063
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/data
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/wal
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:03:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.54.62:41865,127.4.54.61:33539,127.4.54.60:40459
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/krb5kdc/kudu.keytab
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.54.62
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.54.62:41865
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37283/jwks.json
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/data/info.pb
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.54.62
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqAd7lC/test-tmp/mini-kudu-cluster9055189403827352745/master-0/logs
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Dec 2025 20:43:25 UTC on 24a791456cd2
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9452
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
21:03:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:49.055887 4340 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:03:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:49.057040 4340 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:03:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.064069 4346 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.064146 4345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:49.064472 4348 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:03:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:49.065150 4340 server_base.cc:1047] running on GCE node
21:03:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:49.065778 4340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:03:49.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:49.066943 4340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:03:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.092770 4340 builtin_ntp.cc:607] server 127.4.54.20:36063: addresses=127.4.54.20:36063 current_address=127.4.54.20:36063 i_pkt_total_num=0 i_pkt_valid_num=0 o_pkt_total_num=20 o_pkt_timedout_num=14
21:03:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_synchronized=false
21:03:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) last_mono=0
21:03:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) last_wall=0
21:03:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) last_error=0
21:03:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) now_mono=963640499
21:03:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251210 21:03:59.094614 4340 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
21:03:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Service unavailable: Cannot initialize clock: timed out waiting for clock synchronisation: wallclock is not synchronized: no valid NTP responses yet
21:03:59.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start masters: Unable to start Master at index 0: /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu: process exited with non-zero status 1"
}
21:03:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:59Z chronyd exiting
21:03:59.297 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:03:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.298039 3621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu pid 3883
21:03:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.308712 4024 generic_service.cc:196] Checking for leaks (request via RPC)
21:03:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.390185 3621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu with pid 3883
21:03:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.406636 3621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu pid 4039
21:03:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.413829 4164 generic_service.cc:196] Checking for leaks (request via RPC)
21:03:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.495362 3621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu with pid 4039
21:03:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.510892 3621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu pid 4176
21:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.518689 4299 generic_service.cc:196] Checking for leaks (request via RPC)
21:03:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.596547 3621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu with pid 4176
21:03:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.611650 3621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu pid 3632
21:03:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.612632 3693 generic_service.cc:196] Checking for leaks (request via RPC)
21:03:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.718436 3621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu with pid 3632
21:03:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.744319 3621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu pid 3700
21:03:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.745337 3764 generic_service.cc:196] Checking for leaks (request via RPC)
21:03:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.840274 3621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu with pid 3700
21:03:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.858795 3621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu pid 3771
21:03:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.859799 3835 generic_service.cc:196] Checking for leaks (request via RPC)
21:03:59.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251210 21:03:59.957901 3621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu with pid 3771
21:04:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-10T21:03:59Z chronyd exiting
21:04:00.104 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
java.io.IOException: failed to start masters: Unable to start Master at index 0: /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:359) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.io.IOException: failed to start masters: Unable to start Master at index 0: /tmp/dist-test-taskqAd7lC/build/asan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:359)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)