14:06:36.060 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:06:36.060 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskK0QRZY/test-tmp
14:06:36.060 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:06:36.061 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskK0QRZY/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:06:36.063 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:06:36.385 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:06:36.385 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:06:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.389043 9025 mini_oidc.cc:150] Starting JWKS server
14:06:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.392128 9025 webserver.cc:492] Webserver started at http://127.0.0.1:38019/ using document root <none> and password file <none>
14:06:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.392539 9025 mini_oidc.cc:186] Starting OIDC Discovery server
14:06:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.394085 9025 webserver.cc:492] Webserver started at http://127.0.0.1:41453/ using document root <none> and password file <none>
14:06:36.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T14:06:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:06:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T14:06:36Z Disabled control of system clock
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.455250 9025 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/logs
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data/info.pb
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.126:34997
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.126
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38019/jwks.json with env {}
14:06:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.754550 9037 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.755133 9037 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.755594 9037 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.791808 9037 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.792086 9037 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.792297 9037 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.792603 9037 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.792817 9037 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.792972 9037 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38019/jwks.json
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.829033 9037 master_runner.cc:386] Master server non-default flags:
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.126:34997
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38019/jwks.json
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data/info.pb
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.126
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/logs
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.830382 9037 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:36.832093 9037 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:36.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.843134 9043 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.246960 9042 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 9037
14:06:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.657473 9042 kernel_stack_watchdog.cc:198] Thread 9037 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:06:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:36.843711 9044 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.658424 9037 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.815s user 0.001s sys 0.001s
14:06:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.658816 9037 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.816s user 0.002s sys 0.001s
14:06:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.659168 9045 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1814 milliseconds
14:06:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.660742 9046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.660717 9037 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:38.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.664039 9037 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.666425 9037 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.667810 9037 hybrid_clock.cc:648] HybridClock initialized: now 1777557998667764 us; error 46 us; skew 500 ppm
14:06:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.668680 9037 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.675211 9037 webserver.cc:492] Webserver started at http://127.8.208.126:39047/ using document root <none> and password file <none>
14:06:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.676107 9037 fs_manager.cc:362] Metadata directory not provided
14:06:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.676357 9037 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.676753 9037 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.681000 9037 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data/instance:
14:06:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "edb1fde4157942a7817ee9df43db7538"
14:06:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:38 on dist-test-slave-05g5"
14:06:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.682034 9037 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal/instance:
14:06:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "edb1fde4157942a7817ee9df43db7538"
14:06:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:38 on dist-test-slave-05g5"
14:06:38.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.688937 9037 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
14:06:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.694205 9053 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.695169 9037 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
14:06:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.695533 9037 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal
14:06:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "edb1fde4157942a7817ee9df43db7538"
14:06:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:38 on dist-test-slave-05g5"
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.695907 9037 fs_report.cc:389] FS layout report
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data/data
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:38.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.754113 9037 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:38.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.755566 9037 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.755942 9037 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:38.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.826792 9037 rpc_server.cc:307] RPC server started. Bound to: 127.8.208.126:34997
14:06:38.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.826867 9104 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.208.126:34997 every 8 connection(s)
14:06:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.829632 9037 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/data/info.pb
14:06:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.835491 9105 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.839147 9025 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9037
14:06:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.839522 9025 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-0/wal/instance
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.842810 9025 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/logs
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data/info.pb
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.125:35863
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.125
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38019/jwks.json with env {}
14:06:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.846632 9105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } has no permanent_uuid. Determining permanent_uuid...
14:06:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.873272 9105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } has no permanent_uuid. Determining permanent_uuid...
14:06:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.875614 9055 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.880271 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:38.929831 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 1
14:06:38.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:38.934043 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.002534 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 2
14:06:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.006428 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:39.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.097913 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 3
14:06:39.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.102252 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.150593 9107 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.151127 9107 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.151572 9107 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.182829 9107 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.183089 9107 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.183279 9107 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.183477 9107 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.183669 9107 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.183817 9107 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38019/jwks.json
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.220746 9107 master_runner.cc:386] Master server non-default flags:
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.125:35863
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38019/jwks.json
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data/info.pb
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.125
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/logs
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.222409 9107 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:39.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.224586 9107 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.239995 9116 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.245715 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 4
14:06:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.252808 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:39.552340 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 5
14:06:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.559813 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.107334 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 6
14:06:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.133642 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.125:35863: Network error: Client connection negotiation failed: client connection to 127.8.208.125:35863: connect: Connection refused (error 111)
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.642252 9115 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 9107
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.957468 9115 kernel_stack_watchdog.cc:198] Thread 9107 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:39.241254 9117 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.958532 9107 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.717s user 0.624s sys 1.074s
14:06:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.958988 9107 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.718s user 0.624s sys 1.074s
14:06:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.961274 9119 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:40.964866 9118 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1717 milliseconds
14:06:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.964937 9107 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.966005 9107 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.968333 9107 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.969689 9107 hybrid_clock.cc:648] HybridClock initialized: now 1777558000969665 us; error 45 us; skew 500 ppm
14:06:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.970486 9107 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.976444 9107 webserver.cc:492] Webserver started at http://127.8.208.125:32943/ using document root <none> and password file <none>
14:06:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.977337 9107 fs_manager.cc:362] Metadata directory not provided
14:06:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.977540 9107 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.977974 9107 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.982466 9107 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data/instance:
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99666609f4ab47e5827b9380fd5fc9f5"
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:40 on dist-test-slave-05g5"
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.983549 9107 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal/instance:
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99666609f4ab47e5827b9380fd5fc9f5"
14:06:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:40 on dist-test-slave-05g5"
14:06:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.990759 9107 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
14:06:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.996315 9128 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.997339 9107 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
14:06:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.997627 9107 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal
14:06:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99666609f4ab47e5827b9380fd5fc9f5"
14:06:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:40 on dist-test-slave-05g5"
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:40.997916 9107 fs_report.cc:389] FS layout report
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data/data
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.058152 9107 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.059729 9107 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.060221 9107 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.131345 9107 rpc_server.cc:307] RPC server started. Bound to: 127.8.208.125:35863
14:06:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.131438 9179 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.208.125:35863 every 8 connection(s)
14:06:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.134054 9107 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/data/info.pb
14:06:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.135689 9025 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9107
14:06:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.136248 9025 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-1/wal/instance
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.138897 9025 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/logs
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data/info.pb
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.124:37697
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.124
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38019/jwks.json with env {}
14:06:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.140986 9180 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.151583 9180 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } has no permanent_uuid. Determining permanent_uuid...
14:06:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.178360 9180 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } has no permanent_uuid. Determining permanent_uuid...
14:06:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.196432 9180 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } has no permanent_uuid. Determining permanent_uuid...
14:06:41.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.199002 9131 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.200217 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } attempt: 7
14:06:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.203913 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.211982 9105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } has no permanent_uuid. Determining permanent_uuid...
14:06:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.217744 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.253499 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 1
14:06:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.258268 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.276197 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 1
14:06:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.280797 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.326697 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 2
14:06:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.330993 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.362195 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 2
14:06:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.366693 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.422432 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 3
14:06:41.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.426816 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.452183 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 3
14:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.456228 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.467521 9182 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.468235 9182 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.468858 9182 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.502151 9182 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.502527 9182 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.502856 9182 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.503155 9182 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.503490 9182 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.503759 9182 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38019/jwks.json
14:06:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.526489 9101 debug-util.cc:398] Leaking SignalData structure 0x7b0800070f60 after lost signal to thread 9038
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.557996 9182 master_runner.cc:386] Master server non-default flags:
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.124:37697
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38019/jwks.json
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data/info.pb
14:06:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.124
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/logs
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.559804 9182 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.562088 9182 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.570214 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 4
14:06:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.575349 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.576005 9194 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.596622 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 4
14:06:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.602712 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.874728 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 5
14:06:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.881836 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:41.886155 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 5
14:06:41.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.894223 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:42.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:42.429399 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 6
14:06:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:42.446779 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 6
14:06:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:42.448379 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:42.481251 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.508818 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 7
14:06:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.514803 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 7
14:06:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.542797 9180 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:43.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.546568 9105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.208.124:37697: Network error: Client connection negotiation failed: client connection to 127.8.208.124:37697: connect: Connection refused (error 111)
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:42.980211 9193 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 9182
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:41.578619 9195 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.598629 9193 kernel_stack_watchdog.cc:198] Thread 9182 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.600957 9197 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.600351 9182 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.022s user 0.773s sys 1.239s
14:06:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.602042 9182 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.024s user 0.773s sys 1.240s
14:06:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.605094 9196 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2025 milliseconds
14:06:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.605139 9182 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.606876 9182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.610222 9182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.611697 9182 hybrid_clock.cc:648] HybridClock initialized: now 1777558003611611 us; error 77 us; skew 500 ppm
14:06:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.612821 9182 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.620800 9182 webserver.cc:492] Webserver started at http://127.8.208.124:35265/ using document root <none> and password file <none>
14:06:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.622092 9182 fs_manager.cc:362] Metadata directory not provided
14:06:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.622391 9182 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.622946 9182 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.630295 9182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data/instance:
14:06:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae038c10b25148deb5677e83d1ae38a8"
14:06:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:43 on dist-test-slave-05g5"
14:06:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.631944 9182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal/instance:
14:06:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae038c10b25148deb5677e83d1ae38a8"
14:06:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:43 on dist-test-slave-05g5"
14:06:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.641848 9182 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
14:06:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.649880 9213 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.651263 9182 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.651669 9182 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae038c10b25148deb5677e83d1ae38a8"
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:43 on dist-test-slave-05g5"
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.652112 9182 fs_report.cc:389] FS layout report
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data/data
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.710228 9182 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.711577 9182 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.711977 9182 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.801446 9182 rpc_server.cc:307] RPC server started. Bound to: 127.8.208.124:37697
14:06:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.801530 9264 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.208.124:37697 every 8 connection(s)
14:06:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.804225 9182 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/data/info.pb
14:06:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.808374 9025 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9182
14:06:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.808946 9025 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/master-2/wal/instance
14:06:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.812247 9265 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.835391 9265 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } has no permanent_uuid. Determining permanent_uuid...
14:06:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.877429 9265 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } has no permanent_uuid. Determining permanent_uuid...
14:06:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.891887 9265 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } has no permanent_uuid. Determining permanent_uuid...
14:06:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.913388 9265 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: Bootstrap starting.
14:06:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.919454 9265 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: Neither blocks nor log segments found. Creating new log.
14:06:43.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.921381 9265 log.cc:826] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: Log is configured to *not* fsync() on all Append() calls
14:06:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.926522 9265 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: No bootstrap required, opened a new log
14:06:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.948163 9265 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.949218 9265 raft_consensus.cc:385] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.949518 9265 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae038c10b25148deb5677e83d1ae38a8, State: Initialized, Role: FOLLOWER
14:06:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.950235 9265 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.953054 9276 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.953835 9276 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: This master's current role is: FOLLOWER
14:06:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.954981 9265 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: configured and running, proceeding with master startup.
14:06:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.967796 9219 tablet.cc:2404] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.989138 9287 catalog_manager.cc:1568] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:43.989472 9287 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:43.979611 9182 master_runner.cc:186] Error getting master registration for 127.8.208.126:34997: OK, instance_id { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" instance_seqno: 1777557998807660 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:44.006349 9182 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:06:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:44.443203 9276 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:06:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:44.443742 9276 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:44.445741 9276 leader_election.cc:290] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers edb1fde4157942a7817ee9df43db7538 (127.8.208.126:34997), 99666609f4ab47e5827b9380fd5fc9f5 (127.8.208.125:35863)
14:06:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:44.993587 9287 catalog_manager.cc:1568] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:44.994134 9287 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.608062 9105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 8
14:06:45.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.628392 9105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: Bootstrap starting.
14:06:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.633424 9180 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } attempt: 8
14:06:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.637461 9105 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: Neither blocks nor log segments found. Creating new log.
14:06:45.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.639269 9105 log.cc:826] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: Log is configured to *not* fsync() on all Append() calls
14:06:45.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.644225 9105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: No bootstrap required, opened a new log
14:06:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.655411 9180 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: Bootstrap starting.
14:06:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.662885 9180 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: Neither blocks nor log segments found. Creating new log.
14:06:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.665508 9180 log.cc:826] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: Log is configured to *not* fsync() on all Append() calls
14:06:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.671422 9180 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: No bootstrap required, opened a new log
14:06:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.671067 9105 raft_consensus.cc:359] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.671888 9105 raft_consensus.cc:385] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.672192 9105 raft_consensus.cc:740] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: edb1fde4157942a7817ee9df43db7538, State: Initialized, Role: FOLLOWER
14:06:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.673125 9105 consensus_queue.cc:260] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.677294 9105 sys_catalog.cc:565] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: configured and running, proceeding with master startup.
14:06:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.677496 9080 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae038c10b25148deb5677e83d1ae38a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "edb1fde4157942a7817ee9df43db7538" is_pre_election: true
14:06:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.678344 9080 raft_consensus.cc:2468] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae038c10b25148deb5677e83d1ae38a8 in term 0.
14:06:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.678901 9080 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51612 (request call id 2) took 1232 ms. Trace:
14:06:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.679248 9080 rpcz_store.cc:276] 0430 14:06:44.446115 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:06:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:06:44.446267 (+ 152us) service_pool.cc:225] Handling call
14:06:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:06:45.678841 (+1232574us) inbound_call.cc:177] Queueing success response
14:06:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:06:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.676143 9294 sys_catalog.cc:455] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.680691 9294 sys_catalog.cc:458] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: This master's current role is: FOLLOWER
14:06:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.680951 9215 leader_election.cc:304] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae038c10b25148deb5677e83d1ae38a8, edb1fde4157942a7817ee9df43db7538; no voters:
14:06:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.684003 9296 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:06:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.684814 9296 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:06:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.685585 9296 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 0 FOLLOWER]: Advancing to term 1
14:06:45.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.697574 9296 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.703461 9180 raft_consensus.cc:359] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.704537 9180 raft_consensus.cc:385] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:06:45.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.704950 9180 raft_consensus.cc:740] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99666609f4ab47e5827b9380fd5fc9f5, State: Initialized, Role: FOLLOWER
14:06:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.706161 9180 consensus_queue.cc:260] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.728308 9080 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae038c10b25148deb5677e83d1ae38a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "edb1fde4157942a7817ee9df43db7538"
14:06:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.728911 9080 raft_consensus.cc:3060] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 0 FOLLOWER]: Advancing to term 1
14:06:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.729568 9296 leader_election.cc:290] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [CANDIDATE]: Term 1 election: Requested vote from peers edb1fde4157942a7817ee9df43db7538 (127.8.208.126:34997), 99666609f4ab47e5827b9380fd5fc9f5 (127.8.208.125:35863)
14:06:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.735841 9080 raft_consensus.cc:2468] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae038c10b25148deb5677e83d1ae38a8 in term 1.
14:06:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.737017 9215 leader_election.cc:304] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae038c10b25148deb5677e83d1ae38a8, edb1fde4157942a7817ee9df43db7538; no voters:
14:06:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.737775 9296 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 1 FOLLOWER]: Leader election won for term 1
14:06:45.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.744974 9180 sys_catalog.cc:565] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: configured and running, proceeding with master startup.
14:06:45.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.745114 9155 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae038c10b25148deb5677e83d1ae38a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99666609f4ab47e5827b9380fd5fc9f5" is_pre_election: true
14:06:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.746136 9154 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae038c10b25148deb5677e83d1ae38a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99666609f4ab47e5827b9380fd5fc9f5"
14:06:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.750730 9155 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae038c10b25148deb5677e83d1ae38a8 in term 0.
14:06:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.757726 9155 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34366 (request call id 1) took 1311 ms. Trace:
14:06:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.758338 9155 rpcz_store.cc:276] 0430 14:06:44.446454 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:06:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:06:44.446589 (+ 135us) service_pool.cc:225] Handling call
14:06:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:06:45.757507 (+1310918us) spinlock_profiling.cc:243] Waited 4.74 ms on lock 0x7b54000104d4. stack: 00007f080f850c83 00007f080f850b80 00007f080f3c1574 000000000050e094 000000000050e029 00007f081689f951 00007f081693a6da 00007f08179691d7 00007f081601d834 00007f081601d7c2 00007f081601d6f1 00007f081601d66c 00007f081601c922 00007f081462a0ac 00007f08146294e6 00007f0814628e8f
14:06:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:06:45.757650 (+ 143us) inbound_call.cc:177] Queueing success response
14:06:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":10898816}
14:06:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.760051 9298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.762964 9298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: This master's current role is: FOLLOWER
14:06:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.766539 9296 raft_consensus.cc:697] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [term 1 LEADER]: Becoming Leader. State: Replica: ae038c10b25148deb5677e83d1ae38a8, State: Running, Role: LEADER
14:06:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.767923 9296 consensus_queue.cc:237] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } }
14:06:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:45.769269 9059 tablet.cc:2404] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.780390 9302 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae038c10b25148deb5677e83d1ae38a8. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.782285 9302 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: This master's current role is: LEADER
14:06:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.787240 9313 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:06:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.795773 9313 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:06:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.798343 9316 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:06:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.818001 9155 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [term 0 FOLLOWER]: Advancing to term 1
14:06:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:45.819985 9134 tablet.cc:2404] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:06:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.825073 9155 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [term 1 FOLLOWER]: Refusing update from remote peer ae038c10b25148deb5677e83d1ae38a8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.826653 9302 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.837772 9080 raft_consensus.cc:1275] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [term 1 FOLLOWER]: Refusing update from remote peer ae038c10b25148deb5677e83d1ae38a8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:06:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.843596 9302 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:06:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.858047 9298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae038c10b25148deb5677e83d1ae38a8. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.858724 9298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: This master's current role is: FOLLOWER
14:06:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.866861 9318 mvcc.cc:204] Tried to move back new op lower bound from 7280877591815507968 to 7280877591641174016. Current Snapshot: MvccSnapshot[applied={T|T < 7280877591815507968}]
14:06:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.870327 9320 mvcc.cc:204] Tried to move back new op lower bound from 7280877591815507968 to 7280877591641174016. Current Snapshot: MvccSnapshot[applied={T|T < 7280877591815507968}]
14:06:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.889348 9298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.890028 9298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5 [sys.catalog]: This master's current role is: FOLLOWER
14:06:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.812124 9037 master_runner.cc:186] Error getting master registration for 127.8.208.125:35863: OK, instance_id { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" instance_seqno: 1777558001111855 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:06:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.895147 9313 catalog_manager.cc:1357] Generated new cluster ID: 57e81f05a2e54cbea234992db425e008
14:06:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.895411 9313 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:06:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.896546 9037 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:06:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.905213 9296 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.905964 9296 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: This master's current role is: LEADER
14:06:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.921618 9294 sys_catalog.cc:455] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae038c10b25148deb5677e83d1ae38a8. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.922503 9294 sys_catalog.cc:458] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: This master's current role is: FOLLOWER
14:06:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.931022 9296 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.931679 9296 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8 [sys.catalog]: This master's current role is: LEADER
14:06:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.939358 9327 mvcc.cc:204] Tried to move back new op lower bound from 7280877591815507968 to 7280877591641174016. Current Snapshot: MvccSnapshot[applied={T|T < 7280877591815507968}]
14:06:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.947042 9313 catalog_manager.cc:1380] Generated new certificate authority record
14:06:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.948971 9313 catalog_manager.cc:1514] Loading token signing keys...
14:06:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.957172 9294 sys_catalog.cc:455] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae038c10b25148deb5677e83d1ae38a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "edb1fde4157942a7817ee9df43db7538" member_type: VOTER last_known_addr { host: "127.8.208.126" port: 34997 } } peers { permanent_uuid: "99666609f4ab47e5827b9380fd5fc9f5" member_type: VOTER last_known_addr { host: "127.8.208.125" port: 35863 } } peers { permanent_uuid: "ae038c10b25148deb5677e83d1ae38a8" member_type: VOTER last_known_addr { host: "127.8.208.124" port: 37697 } } }
14:06:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.957890 9294 sys_catalog.cc:458] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538 [sys.catalog]: This master's current role is: FOLLOWER
14:06:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:45.971071 9324 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:06:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:45.971381 9324 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:06:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.980769 9313 catalog_manager.cc:6044] T 00000000000000000000000000000000 P ae038c10b25148deb5677e83d1ae38a8: Generated new TSK 0
14:06:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:45.981837 9313 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.053736 9025 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/logs
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data/info.pb
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.65:0
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.208.65
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.65
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:46.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.489030 9332 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:46.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.489598 9332 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.490181 9332 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.522902 9332 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.523900 9332 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.208.65
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.560169 9332 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.65:0
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data/info.pb
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.65
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.208.65
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/logs
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:46.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.561884 9332 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.563426 9332 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.577219 9339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.824841 9316 catalog_manager.cc:1269] Loaded cluster ID: 57e81f05a2e54cbea234992db425e008
14:06:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.825392 9316 catalog_manager.cc:1562] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: loading cluster ID for follower catalog manager: success
14:06:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.851208 9316 catalog_manager.cc:1584] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: acquiring CA information for follower catalog manager: success
14:06:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.870134 9316 catalog_manager.cc:1612] T 00000000000000000000000000000000 P edb1fde4157942a7817ee9df43db7538: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.982802 9324 catalog_manager.cc:1269] Loaded cluster ID: 57e81f05a2e54cbea234992db425e008
14:06:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:46.983167 9324 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: loading cluster ID for follower catalog manager: success
14:06:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:47.005160 9324 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: acquiring CA information for follower catalog manager: success
14:06:47.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:47.013700 9324 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 99666609f4ab47e5827b9380fd5fc9f5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:06:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:47.979089 9338 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 9332
14:06:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:48.227705 9338 kernel_stack_watchdog.cc:198] Thread 9332 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:06:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:06:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:06:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:06:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:06:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:46.579025 9340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:48.230777 9342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:48.232534 9332 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.654s user 0.285s sys 0.643s
14:06:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:48.232954 9332 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.655s user 0.285s sys 0.643s
14:06:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:48.233989 9341 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1656 milliseconds
14:06:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.234653 9332 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.236045 9332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.238684 9332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.240219 9332 hybrid_clock.cc:648] HybridClock initialized: now 1777558008240170 us; error 50 us; skew 500 ppm
14:06:48.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.241364 9332 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.248611 9332 webserver.cc:492] Webserver started at http://127.8.208.65:35119/ using document root <none> and password file <none>
14:06:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.249794 9332 fs_manager.cc:362] Metadata directory not provided
14:06:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.250041 9332 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.250535 9332 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.256520 9332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data/instance:
14:06:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c64b59b9795848d8b57dd43f3268d475"
14:06:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:48 on dist-test-slave-05g5"
14:06:48.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.257913 9332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal/instance:
14:06:48.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c64b59b9795848d8b57dd43f3268d475"
14:06:48.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:48 on dist-test-slave-05g5"
14:06:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.267253 9332 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.007s sys 0.000s
14:06:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.274528 9351 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.275744 9332 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
14:06:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.276116 9332 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal
14:06:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c64b59b9795848d8b57dd43f3268d475"
14:06:48.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:48 on dist-test-slave-05g5"
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.276571 9332 fs_report.cc:389] FS layout report
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data/data
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.350476 9332 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.352406 9332 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.352944 9332 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.356493 9332 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.363410 9332 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:48.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.363821 9332 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:06:48.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.364241 9332 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:48.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.364583 9332 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:06:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.567947 9332 rpc_server.cc:307] RPC server started. Bound to: 127.8.208.65:42951
14:06:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.568063 9463 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.208.65:42951 every 8 connection(s)
14:06:48.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.570780 9332 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/data/info.pb
14:06:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.579698 9025 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9332
14:06:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.580320 9025 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-0/wal/instance
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.609238 9025 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/logs
14:06:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data/info.pb
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.66:0
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.208.66
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.66
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.645044 9465 heartbeater.cc:344] Connected to a master server at 127.8.208.124:37697
14:06:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.645502 9465 heartbeater.cc:461] Registering TS with master...
14:06:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.646571 9464 heartbeater.cc:344] Connected to a master server at 127.8.208.125:35863
14:06:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.646673 9465 heartbeater.cc:507] Master 127.8.208.124:37697 requested a full tablet report, sending...
14:06:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.646878 9464 heartbeater.cc:461] Registering TS with master...
14:06:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.647722 9464 heartbeater.cc:507] Master 127.8.208.125:35863 requested a full tablet report, sending...
14:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.649678 9230 ts_manager.cc:194] Registered new tserver with Master: c64b59b9795848d8b57dd43f3268d475 (127.8.208.65:42951)
14:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.650804 9145 ts_manager.cc:194] Registered new tserver with Master: c64b59b9795848d8b57dd43f3268d475 (127.8.208.65:42951)
14:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.652176 9230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.208.65:60305
14:06:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.671334 9470 heartbeater.cc:344] Connected to a master server at 127.8.208.126:34997
14:06:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.671669 9470 heartbeater.cc:461] Registering TS with master...
14:06:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.672343 9470 heartbeater.cc:507] Master 127.8.208.126:34997 requested a full tablet report, sending...
14:06:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:48.675376 9070 ts_manager.cc:194] Registered new tserver with Master: c64b59b9795848d8b57dd43f3268d475 (127.8.208.65:42951)
14:06:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.052101 9472 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.052629 9472 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:49.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.053146 9472 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.085585 9472 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.086418 9472 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.208.66
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:49.124150 9472 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.66:0
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data/info.pb
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.66
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.208.66
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/logs
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:49.125790 9472 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:49.128086 9472 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.153576 9481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:49.656184 9465 heartbeater.cc:499] Master 127.8.208.124:37697 was elected leader, sending a full tablet report...
14:06:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:50.556408 9480 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 9472
14:06:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:50.731940 9472 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.577s user 0.554s sys 0.953s
14:06:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:49.154928 9482 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:50.732491 9472 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.578s user 0.554s sys 0.953s
14:06:50.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:50.734848 9484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:50.737388 9483 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1578 milliseconds
14:06:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.737411 9472 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.738752 9472 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:50.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.741117 9472 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.742538 9472 hybrid_clock.cc:648] HybridClock initialized: now 1777558010742500 us; error 37 us; skew 500 ppm
14:06:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.743295 9472 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:50.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.749459 9472 webserver.cc:492] Webserver started at http://127.8.208.66:38513/ using document root <none> and password file <none>
14:06:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.750370 9472 fs_manager.cc:362] Metadata directory not provided
14:06:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.750615 9472 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.751024 9472 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.755179 9472 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data/instance:
14:06:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10dcf027d6284d38be9b46d0173fc94f"
14:06:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:50 on dist-test-slave-05g5"
14:06:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.756402 9472 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal/instance:
14:06:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10dcf027d6284d38be9b46d0173fc94f"
14:06:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:50 on dist-test-slave-05g5"
14:06:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.763319 9472 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
14:06:50.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.768872 9491 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.769804 9472 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:06:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.770078 9472 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal
14:06:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10dcf027d6284d38be9b46d0173fc94f"
14:06:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:50 on dist-test-slave-05g5"
14:06:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.770360 9472 fs_report.cc:389] FS layout report
14:06:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data/data
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.830610 9472 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.832619 9472 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.833163 9472 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.836324 9472 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.840816 9472 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.841017 9472 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:06:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.841213 9472 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.841348 9472 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:06:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.977272 9472 rpc_server.cc:307] RPC server started. Bound to: 127.8.208.66:34249
14:06:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.977387 9603 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.208.66:34249 every 8 connection(s)
14:06:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.979854 9472 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/data/info.pb
14:06:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.981369 9025 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9472
14:06:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:50.981758 9025 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-1/wal/instance
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.002547 9025 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/logs
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data/info.pb
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.67:0
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.208.67
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.67
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:06:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.035902 9605 heartbeater.cc:344] Connected to a master server at 127.8.208.124:37697
14:06:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.037386 9605 heartbeater.cc:461] Registering TS with master...
14:06:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.038765 9605 heartbeater.cc:507] Master 127.8.208.124:37697 requested a full tablet report, sending...
14:06:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.040081 9604 heartbeater.cc:344] Connected to a master server at 127.8.208.125:35863
14:06:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.040473 9604 heartbeater.cc:461] Registering TS with master...
14:06:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.041357 9604 heartbeater.cc:507] Master 127.8.208.125:35863 requested a full tablet report, sending...
14:06:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.041615 9606 heartbeater.cc:344] Connected to a master server at 127.8.208.126:34997
14:06:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.041658 9230 ts_manager.cc:194] Registered new tserver with Master: 10dcf027d6284d38be9b46d0173fc94f (127.8.208.66:34249)
14:06:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.041960 9606 heartbeater.cc:461] Registering TS with master...
14:06:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.042754 9606 heartbeater.cc:507] Master 127.8.208.126:34997 requested a full tablet report, sending...
14:06:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.043272 9230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.208.66:53963
14:06:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.044020 9145 ts_manager.cc:194] Registered new tserver with Master: 10dcf027d6284d38be9b46d0173fc94f (127.8.208.66:34249)
14:06:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.045089 9070 ts_manager.cc:194] Registered new tserver with Master: 10dcf027d6284d38be9b46d0173fc94f (127.8.208.66:34249)
14:06:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.331598 9611 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.332098 9611 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.332563 9611 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:51.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.366155 9611 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:51.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.367074 9611 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.208.67
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.403663 9611 tablet_server_runner.cc:78] Tablet server non-default flags:
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.208.84:38657
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.208.67:0
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data/info.pb
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.208.67
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.208.126:34997,127.8.208.125:35863,127.8.208.124:37697
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.208.67
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/logs
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.405191 9611 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:51.406935 9611 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.418649 9620 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.047178 9605 heartbeater.cc:499] Master 127.8.208.124:37697 was elected leader, sending a full tablet report...
14:06:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:51.420316 9621 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:52.688299 9623 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:52.690261 9622 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1266 milliseconds
14:06:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.690351 9611 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:52.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.691511 9611 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.693934 9611 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.695443 9611 hybrid_clock.cc:648] HybridClock initialized: now 1777558012695404 us; error 35 us; skew 500 ppm
14:06:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.696168 9611 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:52.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.702103 9611 webserver.cc:492] Webserver started at http://127.8.208.67:45477/ using document root <none> and password file <none>
14:06:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.702936 9611 fs_manager.cc:362] Metadata directory not provided
14:06:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.703117 9611 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.703500 9611 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.707715 9611 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data/instance:
14:06:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "412dd1efc29240f28c8f934330d32b48"
14:06:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:52 on dist-test-slave-05g5"
14:06:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.708775 9611 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal/instance:
14:06:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "412dd1efc29240f28c8f934330d32b48"
14:06:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:52 on dist-test-slave-05g5"
14:06:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.715451 9611 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
14:06:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.720992 9631 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.721961 9611 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.722244 9611 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "412dd1efc29240f28c8f934330d32b48"
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:52 on dist-test-slave-05g5"
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.722500 9611 fs_report.cc:389] FS layout report
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data/data
14:06:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.787393 9611 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.789122 9611 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.789600 9611 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.792119 9611 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:06:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.796414 9611 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:06:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.796638 9611 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:06:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.796844 9611 ts_tablet_manager.cc:616] Registered 0 tablets
14:06:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.796988 9611 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:06:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.937341 9611 rpc_server.cc:307] RPC server started. Bound to: 127.8.208.67:45501
14:06:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.937451 9743 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.208.67:45501 every 8 connection(s)
14:06:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.939898 9611 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/data/info.pb
14:06:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.942773 9025 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9611
14:06:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.943312 9025 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster11776414860833977167/ts-2/wal/instance
14:06:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.993472 9744 heartbeater.cc:344] Connected to a master server at 127.8.208.125:35863
14:06:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.993961 9744 heartbeater.cc:461] Registering TS with master...
14:06:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.995545 9745 heartbeater.cc:344] Connected to a master server at 127.8.208.124:37697
14:06:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.995947 9745 heartbeater.cc:461] Registering TS with master...
14:06:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.995995 9744 heartbeater.cc:507] Master 127.8.208.125:35863 requested a full tablet report, sending...
14:06:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:52.997198 9745 heartbeater.cc:507] Master 127.8.208.124:37697 requested a full tablet report, sending...
14:06:53.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.000447 9229 ts_manager.cc:194] Registered new tserver with Master: 412dd1efc29240f28c8f934330d32b48 (127.8.208.67:45501)
14:06:53.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.001029 9145 ts_manager.cc:194] Registered new tserver with Master: 412dd1efc29240f28c8f934330d32b48 (127.8.208.67:45501)
14:06:53.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.002483 9229 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.208.67:36133
14:06:53.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.005319 9746 heartbeater.cc:344] Connected to a master server at 127.8.208.126:34997
14:06:53.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.005652 9746 heartbeater.cc:461] Registering TS with master...
14:06:53.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.006232 9746 heartbeater.cc:507] Master 127.8.208.126:34997 requested a full tablet report, sending...
14:06:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.008250 9070 ts_manager.cc:194] Registered new tserver with Master: 412dd1efc29240f28c8f934330d32b48 (127.8.208.67:45501)
14:06:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.020437 9025 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:06:53.031 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:06:53.032 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:06:53.033 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.208.126"
port: 34997
}
bound_http_address {
host: "127.8.208.126"
port: 39047
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.208.125"
port: 35863
}
bound_http_address {
host: "127.8.208.125"
port: 32943
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.208.124"
port: 37697
}
bound_http_address {
host: "127.8.208.124"
port: 35265
}
}
}
14:06:53.033 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:06:53.034 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.208.65"
port: 42951
}
bound_http_address {
host: "127.8.208.65"
port: 35119
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.208.66"
port: 34249
}
bound_http_address {
host: "127.8.208.66"
port: 38513
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.208.67"
port: 45501
}
bound_http_address {
host: "127.8.208.67"
port: 45477
}
}
}
14:06:53.034 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:06:53.035 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster16604169144461293465/krb5kdc/krb5cc
14:06:53.036 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:06:53.036 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskK0QRZY/test-tmp
14:06:53.037 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:06:53.037 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskK0QRZY/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:06:53.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:06:53.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:06:53.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:06:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.388615 9755 mini_oidc.cc:150] Starting JWKS server
14:06:53.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.391546 9755 webserver.cc:492] Webserver started at http://127.0.0.1:39307/ using document root <none> and password file <none>
14:06:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.391925 9755 mini_oidc.cc:186] Starting OIDC Discovery server
14:06:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:53.393450 9755 webserver.cc:492] Webserver started at http://127.0.0.1:42293/ using document root <none> and password file <none>
14:06:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:06:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/principal' for realm 'KRBTEST.COM',
14:06:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:06:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:53 dist-test-slave-05g5 krb5kdc[9766](info): setting up network...
14:06:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:06:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:53 dist-test-slave-05g5 krb5kdc[9766](info): set up 2 sockets
14:06:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:53 dist-test-slave-05g5 krb5kdc[9766](info): commencing operation
14:06:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:06:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:54.006115 9745 heartbeater.cc:499] Master 127.8.208.124:37697 was elected leader, sending a full tablet report...
14:06:55.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:55.495527 9755 mini_kdc.cc:121] Time spent starting KDC: real 2.066s user 0.006s sys 0.010s
14:06:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:06:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:06:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:06:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:06:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:06:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:06:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:06:55.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:06:55.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:06:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:06:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/test-user.keytab.
14:06:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/test-user.keytab.
14:06:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:55 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:06:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:06:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T14:06:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:06:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T14:06:55Z Disabled control of system clock
14:06:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.134.254@KRBTEST.COM; defaulting to no policy
14:06:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.134.254@KRBTEST.COM" created.
14:06:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.134.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.134.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.134.254@KRBTEST.COM; defaulting to no policy
14:06:55.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:55.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.134.254@KRBTEST.COM" created.
14:06:55.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.134.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.134.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:55.716135 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/logs
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.254:37885
14:06:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.254
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.254
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:06:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:06:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.028479 9784 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.029150 9784 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.029824 9784 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.063133 9784 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:06:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.063408 9784 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.063845 9784 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.064188 9784 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.064512 9784 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.064842 9784 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.065109 9784 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:06:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:56.103384 9784 master_runner.cc:386] Master server non-default flags:
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.254
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.254:37885
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:06:56.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.254
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/logs
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:56.104765 9784 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:56.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:56.105762 9784 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.116145 9790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:56.117060 9791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.387331 9793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.389770 9792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1269 milliseconds
14:06:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.389901 9784 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.391063 9784 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.393599 9784 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.394929 9784 hybrid_clock.cc:648] HybridClock initialized: now 1777558017394890 us; error 72 us; skew 500 ppm
14:06:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.395749 9784 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:57 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558017, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:06:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.401548 9784 init.cc:377] Logged in from keytab as kudu/127.9.134.254@KRBTEST.COM (short username kudu)
14:06:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.406793 9784 webserver.cc:492] Webserver started at http://127.9.134.254:36265/ using document root <none> and password file <none>
14:06:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.407778 9784 fs_manager.cc:362] Metadata directory not provided
14:06:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.408003 9784 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.408615 9784 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.412854 9784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/instance:
14:06:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3fb5cce9ea6419d80989e7a3e870b9c"
14:06:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:57 on dist-test-slave-05g5"
14:06:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.413924 9784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal/instance:
14:06:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3fb5cce9ea6419d80989e7a3e870b9c"
14:06:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:57 on dist-test-slave-05g5"
14:06:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.421236 9784 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
14:06:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.426623 9804 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.427610 9784 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.004s
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.427946 9784 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3fb5cce9ea6419d80989e7a3e870b9c"
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:57 on dist-test-slave-05g5"
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.428301 9784 fs_report.cc:389] FS layout report
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/data
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.475560 9784 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.480701 9784 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.481190 9784 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.552582 9784 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.254:37885
14:06:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.552649 9855 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.254:37885 every 8 connection(s)
14:06:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.555344 9784 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:06:57.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.561441 9856 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.565904 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9784
14:06:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.566431 9755 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal/instance
14:06:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.572929 9856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } has no permanent_uuid. Determining permanent_uuid...
14:06:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.134.253@KRBTEST.COM; defaulting to no policy
14:06:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.134.253@KRBTEST.COM" created.
14:06:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:57 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558017, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:06:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.134.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.134.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.611227 9856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } has no permanent_uuid. Determining permanent_uuid...
14:06:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.613859 9805 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.617763 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.134.253@KRBTEST.COM; defaulting to no policy
14:06:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.134.253@KRBTEST.COM" created.
14:06:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:06:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.134.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.134.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.645788 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/logs
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.253:40277
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.253
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.253
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:06:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:06:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.667156 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 1
14:06:57.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.670907 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.739276 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 2
14:06:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.743095 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.834440 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 3
14:06:57.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.838575 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.955672 9865 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.956408 9865 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.957037 9865 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:57.982026 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 4
14:06:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.986799 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.992381 9865 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:06:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.992571 9865 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.992816 9865 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.992995 9865 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.993170 9865 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.993400 9865 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:57.993561 9865 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:58.033288 9865 master_runner.cc:386] Master server non-default flags:
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:06:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.253
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.253:40277
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.253
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/logs
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:58.034644 9865 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:58.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:58.035633 9865 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:58.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:58.046271 9871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:58.286281 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 5
14:06:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:58.294929 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:58.842417 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 6
14:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:58.883458 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:58.047019 9872 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:59.449764 9870 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 9865
14:06:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:59.854622 9865 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.808s user 0.002s sys 0.000s
14:06:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:59.855029 9865 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.809s user 0.002s sys 0.000s
14:06:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:59.855651 9873 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1807 milliseconds
14:06:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.860687 9865 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:59.860697 9874 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.861919 9865 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.865962 9865 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.867277 9865 hybrid_clock.cc:648] HybridClock initialized: now 1777558019867232 us; error 41 us; skew 500 ppm
14:06:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.868016 9865 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:06:59 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558019, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:06:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.873862 9865 init.cc:377] Logged in from keytab as kudu/127.9.134.253@KRBTEST.COM (short username kudu)
14:06:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.878988 9865 webserver.cc:492] Webserver started at http://127.9.134.253:33521/ using document root <none> and password file <none>
14:06:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.879879 9865 fs_manager.cc:362] Metadata directory not provided
14:06:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.880100 9865 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.880628 9865 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.884847 9865 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/instance:
14:06:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9748819db63c4915b5833d95af4eebb5"
14:06:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:59 on dist-test-slave-05g5"
14:06:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.885986 9865 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal/instance:
14:06:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9748819db63c4915b5833d95af4eebb5"
14:06:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:59 on dist-test-slave-05g5"
14:06:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.893427 9865 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:06:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.898459 9886 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.899462 9865 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.899811 9865 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9748819db63c4915b5833d95af4eebb5"
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:59 on dist-test-slave-05g5"
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.900139 9865 fs_report.cc:389] FS layout report
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/data
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.944056 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 7
14:06:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:06:59.950826 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:06:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.954646 9865 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.964974 9865 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:06:59.965476 9865 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.040515 9865 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.253:40277
14:07:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.040582 9939 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.253:40277 every 8 connection(s)
14:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.043780 9865 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.048847 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9865
14:07:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.049252 9755 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal/instance
14:07:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.050657 9940 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.061213 9940 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } has no permanent_uuid. Determining permanent_uuid...
14:07:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.134.252@KRBTEST.COM; defaulting to no policy
14:07:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.134.252@KRBTEST.COM" created.
14:07:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:00 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558019, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.253@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.134.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:07:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.134.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:07:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.100214 9940 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } has no permanent_uuid. Determining permanent_uuid...
14:07:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.134.252@KRBTEST.COM; defaulting to no policy
14:07:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.134.252@KRBTEST.COM" created.
14:07:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:00 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558019, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.253@KRBTEST.COM for kudu/127.9.134.253@KRBTEST.COM
14:07:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.127735 9940 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } has no permanent_uuid. Determining permanent_uuid...
14:07:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.130221 9887 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.134272 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.134.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:07:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.134.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab.
14:07:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.136533 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/logs
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.252:34305
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.252
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.252
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.183851 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 1
14:07:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.187956 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.256467 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 2
14:07:00.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.260377 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.351831 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 3
14:07:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.356549 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.449334 9950 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.449896 9950 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.450536 9950 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.484732 9950 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.484999 9950 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.485311 9950 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.485510 9950 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.485699 9950 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.485882 9950 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.486022 9950 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.499963 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 4
14:07:00.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.504119 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.525701 9950 master_runner.cc:386] Master server non-default flags:
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.252
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.252:34305
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.252
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/logs
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.527365 9950 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:00.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.528574 9950 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.538661 9956 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:00.803545 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 5
14:07:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.810328 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:01.360879 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 6
14:07:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:01.391319 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.041162 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } attempt: 8
14:07:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558017, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for kudu/127.9.134.253@KRBTEST.COM
14:07:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.117458 9856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } has no permanent_uuid. Determining permanent_uuid...
14:07:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.140062 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.205651 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 1
14:07:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.213393 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.266942 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 2
14:07:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.274547 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:01.943626 9955 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 9950
14:07:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.341761 9955 kernel_stack_watchdog.cc:198] Thread 9950 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:07:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:00.541059 9957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.342854 9950 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.803s user 0.000s sys 0.002s
14:07:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.343228 9950 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.803s user 0.000s sys 0.002s
14:07:02.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.345304 9959 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.347281 9958 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1802 milliseconds
14:07:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.347295 9950 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.348647 9950 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.351047 9950 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.351080 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 3
14:07:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.352428 9950 hybrid_clock.cc:648] HybridClock initialized: now 1777558022352368 us; error 58 us; skew 500 ppm
14:07:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.353556 9950 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.355580 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:02.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.360002 9950 init.cc:377] Logged in from keytab as kudu/127.9.134.252@KRBTEST.COM (short username kudu)
14:07:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.365989 9950 webserver.cc:492] Webserver started at http://127.9.134.252:35315/ using document root <none> and password file <none>
14:07:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.366936 9950 fs_manager.cc:362] Metadata directory not provided
14:07:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.367123 9950 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.367550 9950 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.371963 9950 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/instance:
14:07:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9"
14:07:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:07:02 on dist-test-slave-05g5"
14:07:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.373238 9950 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal/instance:
14:07:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9"
14:07:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:07:02 on dist-test-slave-05g5"
14:07:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.380658 9950 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
14:07:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.386054 9974 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.387352 9950 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.387725 9950 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9"
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:07:02 on dist-test-slave-05g5"
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.388091 9950 fs_report.cc:389] FS layout report
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/data
14:07:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.442585 9950 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.447944 9950 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.448458 9950 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.451920 9940 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 7
14:07:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.458949 9940 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.511073 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 4
14:07:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.516723 9856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.134.252:34305: Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.526981 9950 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.252:34305
14:07:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.527041 10027 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.252:34305 every 8 connection(s)
14:07:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.529891 9950 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.536064 10028 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.537206 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 9950
14:07:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.537699 9755 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal/instance
14:07:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.549376 10028 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } has no permanent_uuid. Determining permanent_uuid...
14:07:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.134.252@KRBTEST.COM
14:07:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.585556 10028 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } has no permanent_uuid. Determining permanent_uuid...
14:07:02.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for kudu/127.9.134.253@KRBTEST.COM
14:07:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.134.253@KRBTEST.COM
14:07:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.608709 10028 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } has no permanent_uuid. Determining permanent_uuid...
14:07:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for kudu/127.9.134.252@KRBTEST.COM
14:07:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558015, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.637097 10028 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Bootstrap starting.
14:07:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.641482 9755 external_mini_cluster.cc:949] 0 TS(s) registered with all masters
14:07:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.643460 10028 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Neither blocks nor log segments found. Creating new log.
14:07:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.645395 10028 log.cc:826] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Log is configured to *not* fsync() on all Append() calls
14:07:02.649 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.650302 10028 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: No bootstrap required, opened a new log
14:07:02.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:07:02.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:07:02.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:07:02.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.134.254"
port: 37885
}
bound_http_address {
host: "127.9.134.254"
port: 36265
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.134.253"
port: 40277
}
bound_http_address {
host: "127.9.134.253"
port: 33521
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.134.252"
port: 34305
}
bound_http_address {
host: "127.9.134.252"
port: 35315
}
}
}
14:07:02.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:07:02.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:02.654 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:07:02.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:07:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.669319 10028 raft_consensus.cc:359] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.670219 10028 raft_consensus.cc:385] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.670420 10028 raft_consensus.cc:740] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd1b5f93d37f45259d15c2f56b7f5ac9, State: Initialized, Role: FOLLOWER
14:07:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.671011 10028 consensus_queue.cc:260] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.673849 10038 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.674690 10038 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: This master's current role is: FOLLOWER
14:07:02.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.675045 10028 sys_catalog.cc:565] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: configured and running, proceeding with master startup.
14:07:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:07:02.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:02.686 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc
14:07:02.688 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:07:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.702491 10049 catalog_manager.cc:1568] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.702836 10049 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.703609 9980 tablet.cc:2404] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.698647 9950 master_runner.cc:186] Error getting master registration for 127.9.134.254:37885: OK, instance_id { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" instance_seqno: 1777558017533341 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.718632 9950 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:02.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.809264 10038 raft_consensus.cc:493] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.809883 10038 raft_consensus.cc:515] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.812732 10038 leader_election.cc:290] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e3fb5cce9ea6419d80989e7a3e870b9c (127.9.134.254:37885), 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277)
14:07:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.813217 9856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } attempt: 5
14:07:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:02 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558017, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for kudu/127.9.134.252@KRBTEST.COM
14:07:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.847739 9856 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap starting.
14:07:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.855542 9856 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Neither blocks nor log segments found. Creating new log.
14:07:02.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.858521 9856 log.cc:826] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Log is configured to *not* fsync() on all Append() calls
14:07:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.864120 9856 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: No bootstrap required, opened a new log
14:07:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.894332 9856 raft_consensus.cc:359] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.895171 9856 raft_consensus.cc:385] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.895622 9856 raft_consensus.cc:740] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3fb5cce9ea6419d80989e7a3e870b9c, State: Initialized, Role: FOLLOWER
14:07:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.896536 9856 consensus_queue.cc:260] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.899590 10052 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.900442 10052 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: FOLLOWER
14:07:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.901262 9856 sys_catalog.cc:565] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: configured and running, proceeding with master startup.
14:07:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.901469 9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" is_pre_election: true
14:07:02.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.902316 9831 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd1b5f93d37f45259d15c2f56b7f5ac9 in term 0.
14:07:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.903714 9978 leader_election.cc:304] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dd1b5f93d37f45259d15c2f56b7f5ac9, e3fb5cce9ea6419d80989e7a3e870b9c; no voters:
14:07:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.904703 10038 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.905074 10038 raft_consensus.cc:493] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.905434 10038 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 0 FOLLOWER]: Advancing to term 1
14:07:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.910106 10038 raft_consensus.cc:515] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.912081 10038 leader_election.cc:290] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [CANDIDATE]: Term 1 election: Requested vote from peers e3fb5cce9ea6419d80989e7a3e870b9c (127.9.134.254:37885), 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277)
14:07:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.912585 9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c"
14:07:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.913100 9831 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 0 FOLLOWER]: Advancing to term 1
14:07:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.919350 9831 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd1b5f93d37f45259d15c2f56b7f5ac9 in term 1.
14:07:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.920522 9978 leader_election.cc:304] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dd1b5f93d37f45259d15c2f56b7f5ac9, e3fb5cce9ea6419d80989e7a3e870b9c; no voters:
14:07:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.921435 10038 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 FOLLOWER]: Leader election won for term 1
14:07:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.935113 10038 raft_consensus.cc:697] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 LEADER]: Becoming Leader. State: Replica: dd1b5f93d37f45259d15c2f56b7f5ac9, State: Running, Role: LEADER
14:07:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.936158 10038 consensus_queue.cc:237] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.961464 10056 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd1b5f93d37f45259d15c2f56b7f5ac9. Latest consensus state: current_term: 1 leader_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.962069 10056 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: This master's current role is: LEADER
14:07:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.965742 10063 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:07:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.973498 10063 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:07:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.992110 10067 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:07:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:02.992209 9810 tablet.cc:2404] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.997490 9831 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Refusing update from remote peer dd1b5f93d37f45259d15c2f56b7f5ac9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:02.999313 10056 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:07:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.000244 9784 master_runner.cc:186] Error getting master registration for 127.9.134.253:40277: OK, instance_id { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" instance_seqno: 1777558020019171 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.030936 9784 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.046972 10066 mvcc.cc:204] Tried to move back new op lower bound from 7280877662172041216 to 7280877661956583424. Current Snapshot: MvccSnapshot[applied={T|T < 7280877662172041216}]
14:07:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.050516 10056 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.051481 10056 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: This master's current role is: LEADER
14:07:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.045995 10052 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd1b5f93d37f45259d15c2f56b7f5ac9. Latest consensus state: current_term: 1 leader_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.053043 10052 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: FOLLOWER
14:07:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.059214 10063 catalog_manager.cc:1357] Generated new cluster ID: 148534453968433ebb8665701e874b12
14:07:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.059525 10063 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:07:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.070560 10052 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.071220 10052 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: FOLLOWER
14:07:03.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.106948 10063 catalog_manager.cc:1380] Generated new certificate authority record
14:07:03.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.110848 10063 catalog_manager.cc:1514] Loading token signing keys...
14:07:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.143577 10063 catalog_manager.cc:6044] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Generated new TSK 0
14:07:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.144716 10063 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:07:03.689 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.134.253:40277
14:07:03.690 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:07:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.690701 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9865
14:07:03.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:03.710783 9975 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.9.134.253:40277 (error 108)
14:07:03.713 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:03.713 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.134.254:37885
14:07:03.713 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:07:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.715672 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9784
14:07:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:03.724063 9975 leader_election.cc:336] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:03.725085 9975 leader_election.cc:336] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [CANDIDATE]: Term 1 election: RPC error from VoteRequest() call to peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:03.726295 9975 consensus_peers.cc:597] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 -> Peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Couldn't send request to peer 9748819db63c4915b5833d95af4eebb5. Status: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:03.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:03.746 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.134.252:34305
14:07:03.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:07:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.746814 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9950
14:07:03.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:03.768 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.134.253:40277
14:07:03.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:03.770313 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/logs
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.253:40277
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.253
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33521
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.253
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.083374 10076 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.084059 10076 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.084833 10076 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.117851 10076 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.118167 10076 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.118628 10076 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.118970 10076 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.119292 10076 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.119617 10076 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.119876 10076 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:04.161732 10076 master_runner.cc:386] Master server non-default flags:
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.253
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.253:40277
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.253
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33521
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/logs
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:04.163349 10076 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:04.164628 10076 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.177139 10082 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.777523 9261 debug-util.cc:398] Leaking SignalData structure 0x7b080007fee0 after lost signal to thread 9189
14:07:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.778414 9261 debug-util.cc:398] Leaking SignalData structure 0x7b0800042420 after lost signal to thread 9264
14:07:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.580842 10081 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 10076
14:07:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.839051 10081 kernel_stack_watchdog.cc:198] Thread 10076 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:07:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:04.178435 10083 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.841329 10076 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.662s user 0.583s sys 1.001s
14:07:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.841740 10076 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.663s user 0.583s sys 1.001s
14:07:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.842275 10085 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:05.847261 10084 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1667 milliseconds
14:07:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.847332 10076 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.848642 10076 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.851153 10076 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.852531 10076 hybrid_clock.cc:648] HybridClock initialized: now 1777558025852496 us; error 43 us; skew 500 ppm
14:07:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.853351 10076 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:05.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:05 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558025, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.859529 10076 init.cc:377] Logged in from keytab as kudu/127.9.134.253@KRBTEST.COM (short username kudu)
14:07:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.864763 10076 webserver.cc:492] Webserver started at http://127.9.134.253:33521/ using document root <none> and password file <none>
14:07:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.865625 10076 fs_manager.cc:362] Metadata directory not provided
14:07:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.865826 10076 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:05.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.874362 10076 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.004s
14:07:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.878747 10093 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.880089 10076 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:07:05.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.880504 10076 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:05.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9748819db63c4915b5833d95af4eebb5"
14:07:05.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:59 on dist-test-slave-05g5"
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.882539 10076 fs_report.cc:389] FS layout report
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/data
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.949244 10076 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.959744 10076 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:05.960163 10076 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.053328 10076 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.253:40277
14:07:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.053390 10144 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.253:40277 every 8 connection(s)
14:07:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.056174 10076 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:06.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:06.060 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.134.254:37885
14:07:06.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:07:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.059563 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 10076
14:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.062424 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/logs
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.254:37885
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.254
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36265
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.254
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.077503 10145 sys_catalog.cc:263] Verifying existing consensus state
14:07:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260430 14:07:06.078879 10145 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.079586 10076 master.cc:562] Master@127.9.134.253:40277 shutting down...
14:07:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.177138 10076 master.cc:584] Master@127.9.134.253:40277 shutdown complete.
14:07:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.180658 10076 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:07:06.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.437651 10147 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.438323 10147 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:06.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.439038 10147 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.472849 10147 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.473109 10147 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.473520 10147 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.473817 10147 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.474090 10147 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.474365 10147 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.474606 10147 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.521322 10147 master_runner.cc:386] Master server non-default flags:
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.254
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.254:37885
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:07:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.254
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36265
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/logs
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.522917 10147 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:06.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:06.524013 10147 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:06.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.535573 10155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:07.938877 10154 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 10147
14:07:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.430199 10154 kernel_stack_watchdog.cc:198] Thread 10147 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:07:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:06.536657 10156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.430780 10147 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.894s user 0.583s sys 1.024s
14:07:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.431347 10147 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.895s user 0.584s sys 1.025s
14:07:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.432762 10158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.435243 10157 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1898 milliseconds
14:07:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.435245 10147 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.436537 10147 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.438736 10147 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.440060 10147 hybrid_clock.cc:648] HybridClock initialized: now 1777558028440036 us; error 55 us; skew 500 ppm
14:07:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.440948 10147 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:08 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558028, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.446484 10147 init.cc:377] Logged in from keytab as kudu/127.9.134.254@KRBTEST.COM (short username kudu)
14:07:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.451228 10147 webserver.cc:492] Webserver started at http://127.9.134.254:36265/ using document root <none> and password file <none>
14:07:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.452033 10147 fs_manager.cc:362] Metadata directory not provided
14:07:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.452217 10147 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:08.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.460083 10147 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.001s sys 0.005s
14:07:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.464368 10167 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.465480 10147 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.465760 10147 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3fb5cce9ea6419d80989e7a3e870b9c"
14:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:57 on dist-test-slave-05g5"
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.467726 10147 fs_report.cc:389] FS layout report
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/data
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:08.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.522902 10147 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.528539 10147 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.528949 10147 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.604355 10147 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.254:37885
14:07:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.604404 10218 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.254:37885 every 8 connection(s)
14:07:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.607244 10147 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:07:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.614233 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 10147
14:07:08.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:08.614 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.134.252:34305
14:07:08.615 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.616708 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/logs
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.252:34305
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.252
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35315
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.252
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.619815 10219 sys_catalog.cc:263] Verifying existing consensus state
14:07:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.625782 10219 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap starting.
14:07:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.664795 10219 log.cc:826] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Log is configured to *not* fsync() on all Append() calls
14:07:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.679549 10219 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:08.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.680325 10219 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap complete.
14:07:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.702461 10219 raft_consensus.cc:359] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.704576 10219 raft_consensus.cc:740] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3fb5cce9ea6419d80989e7a3e870b9c, State: Initialized, Role: FOLLOWER
14:07:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.705327 10219 consensus_queue.cc:260] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.708067 10223 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.708879 10223 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: FOLLOWER
14:07:08.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.709772 10219 sys_catalog.cc:565] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: configured and running, proceeding with master startup.
14:07:08.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.750273 10234 catalog_manager.cc:1269] Loaded cluster ID: 148534453968433ebb8665701e874b12
14:07:08.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.750607 10234 catalog_manager.cc:1562] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: loading cluster ID for follower catalog manager: success
14:07:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.763156 10234 catalog_manager.cc:1584] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: acquiring CA information for follower catalog manager: success
14:07:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:08 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558028, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.768584 10234 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.781140 10147 master_runner.cc:186] Error getting master registration for 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111),
14:07:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:08.806073 10147 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.978505 10221 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.979260 10221 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:08.980315 10221 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.017190 10221 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.017458 10221 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.017752 10221 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.018066 10221 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.018409 10221 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.018734 10221 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.018996 10221 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:09.059219 10221 master_runner.cc:386] Master server non-default flags:
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.252
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.252:34305
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.252
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35315
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/logs
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:09.060624 10221 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:09.061581 10221 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.072742 10243 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.824322 9261 debug-util.cc:398] Leaking SignalData structure 0x7b08000b60a0 after lost signal to thread 9189
14:07:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.824965 9261 debug-util.cc:398] Leaking SignalData structure 0x7b0800070600 after lost signal to thread 9264
14:07:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.385804 10251 raft_consensus.cc:493] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.386740 10251 raft_consensus.cc:515] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.400236 10251 leader_election.cc:290] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277), dd1b5f93d37f45259d15c2f56b7f5ac9 (127.9.134.252:34305)
14:07:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.414055 10168 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:10.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.424995 10168 leader_election.cc:336] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.426455 10168 leader_election.cc:336] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dd1b5f93d37f45259d15c2f56b7f5ac9 (127.9.134.252:34305): Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.426954 10168 leader_election.cc:304] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e3fb5cce9ea6419d80989e7a3e870b9c; no voters: 9748819db63c4915b5833d95af4eebb5, dd1b5f93d37f45259d15c2f56b7f5ac9
14:07:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.427757 10251 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:07:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:09.074383 10244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.475647 10242 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 10221
14:07:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.794909 10221 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.721s user 0.423s sys 0.807s
14:07:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.796641 10221 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.723s user 0.423s sys 0.807s
14:07:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.797668 10246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:10.800712 10245 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1722 milliseconds
14:07:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.800712 10221 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.802168 10221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.804596 10221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.805933 10221 hybrid_clock.cc:648] HybridClock initialized: now 1777558030805897 us; error 40 us; skew 500 ppm
14:07:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.806821 10221 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:10.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:10 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558030, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.812999 10221 init.cc:377] Logged in from keytab as kudu/127.9.134.252@KRBTEST.COM (short username kudu)
14:07:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.818826 10221 webserver.cc:492] Webserver started at http://127.9.134.252:35315/ using document root <none> and password file <none>
14:07:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.819751 10221 fs_manager.cc:362] Metadata directory not provided
14:07:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.820022 10221 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.828574 10221 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
14:07:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.833766 10261 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.836124 10221 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.002s
14:07:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.836490 10221 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9"
14:07:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:07:02 on dist-test-slave-05g5"
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.838766 10221 fs_report.cc:389] FS layout report
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/data
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:10.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.894448 10221 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:10.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.900218 10221 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.900751 10221 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:10.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.992226 10221 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.252:34305
14:07:10.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.992300 10312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.252:34305 every 8 connection(s)
14:07:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.995015 10221 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:10.997 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:10.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:10.996057 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 10221
14:07:10.999 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.001 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.134.254:37885(127.9.134.254:37885)] connecting to peer
14:07:11.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.005 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.134.252:34305(127.9.134.252:34305)] connecting to peer
14:07:11.007 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.134.254:37885(127.9.134.254:37885)] Successfully connected to peer
14:07:11.009 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.134.252:34305(127.9.134.252:34305)] Successfully connected to peer
14:07:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.013863 10313 sys_catalog.cc:263] Verifying existing consensus state
14:07:11.019 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:07:11.019 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc
14:07:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:11 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:11.024 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:07:11.024 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
14:07:11.026 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.9.134.254
14:07:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.026523 10313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Bootstrap starting.
14:07:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:11 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:11.057 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:07:11.057 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc
14:07:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:11 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:11.063 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:07:11.063 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
14:07:11.064 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.9.134.252
14:07:11.072 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf1a1d9ae, L:/127.0.0.1:34934 - R:/127.9.134.254:37885] using SASL/GSSAPI
14:07:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.089247 10313 log.cc:826] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Log is configured to *not* fsync() on all Append() calls
14:07:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:11 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777558022, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.134.252@KRBTEST.COM
14:07:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.119033 10313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:11.120 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xedae8c3f, L:/127.0.0.1:39182 - R:/127.9.134.252:34305] using SASL/GSSAPI
14:07:11.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.121176 10313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Bootstrap complete.
14:07:11.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.252:34305: Catalog manager is not initialized. State: Starting
14:07:11.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.139 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.252:34305: Catalog manager is not initialized. State: Starting
14:07:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.151726 10313 raft_consensus.cc:359] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.154989 10313 raft_consensus.cc:740] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd1b5f93d37f45259d15c2f56b7f5ac9, State: Initialized, Role: FOLLOWER
14:07:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.155870 10313 consensus_queue.cc:260] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:11.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.162345 10324 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.163213 10324 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: This master's current role is: FOLLOWER
14:07:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.164145 10313 sys_catalog.cc:565] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: configured and running, proceeding with master startup.
14:07:11.179 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.252:34305: Catalog manager is not initialized. State: Starting
14:07:11.191 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.198 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.252:34305: Catalog manager is not initialized. State: Starting
14:07:11.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.233211 10337 catalog_manager.cc:1269] Loaded cluster ID: 148534453968433ebb8665701e874b12
14:07:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.233590 10337 catalog_manager.cc:1562] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: loading cluster ID for follower catalog manager: success
14:07:11.240 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:11 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558030, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:11.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.246 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.248555 10337 catalog_manager.cc:1584] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: acquiring CA information for follower catalog manager: success
14:07:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.253865 10337 catalog_manager.cc:1612] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:11.279 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.266147 10221 master_runner.cc:186] Error getting master registration for 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111),
14:07:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:11.292953 10221 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:11.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.298 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.359 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.499 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:11.779 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:11.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:11.786 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:12.199 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:12.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:12.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:12.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:12.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.234560 10344 raft_consensus.cc:493] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.234980 10344 raft_consensus.cc:515] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.236557 10344 leader_election.cc:290] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277), dd1b5f93d37f45259d15c2f56b7f5ac9 (127.9.134.252:34305)
14:07:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:12.244865 10168 leader_election.cc:336] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:12.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.250372 10288 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" is_pre_election: true
14:07:12.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.251256 10288 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e3fb5cce9ea6419d80989e7a3e870b9c in term 1.
14:07:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.252365 10168 leader_election.cc:304] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd1b5f93d37f45259d15c2f56b7f5ac9, e3fb5cce9ea6419d80989e7a3e870b9c; no voters: 9748819db63c4915b5833d95af4eebb5
14:07:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.253005 10344 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Leader pre-election won for term 2
14:07:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.253358 10344 raft_consensus.cc:493] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.253640 10344 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 1 FOLLOWER]: Advancing to term 2
14:07:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.260385 10344 raft_consensus.cc:515] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.261848 10344 leader_election.cc:290] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 election: Requested vote from peers 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277), dd1b5f93d37f45259d15c2f56b7f5ac9 (127.9.134.252:34305)
14:07:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.263087 10288 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9"
14:07:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.263512 10288 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 1 FOLLOWER]: Advancing to term 2
14:07:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:12.267621 10168 leader_election.cc:336] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.270560 10288 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e3fb5cce9ea6419d80989e7a3e870b9c in term 2.
14:07:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.271308 10168 leader_election.cc:304] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd1b5f93d37f45259d15c2f56b7f5ac9, e3fb5cce9ea6419d80989e7a3e870b9c; no voters: 9748819db63c4915b5833d95af4eebb5
14:07:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.271827 10344 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Leader election won for term 2
14:07:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.273779 10344 raft_consensus.cc:697] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 LEADER]: Becoming Leader. State: Replica: e3fb5cce9ea6419d80989e7a3e870b9c, State: Running, Role: LEADER
14:07:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.274596 10344 consensus_queue.cc:237] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:12.278 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:12.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:12.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:12.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:12.283 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305; will retry
14:07:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.285023 10349 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader e3fb5cce9ea6419d80989e7a3e870b9c. Latest consensus state: current_term: 2 leader_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.285590 10349 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: LEADER
14:07:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.287766 10351 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:07:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.295176 10351 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:07:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.298920 10351 catalog_manager.cc:1269] Loaded cluster ID: 148534453968433ebb8665701e874b12
14:07:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.299180 10351 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:07:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.303593 10351 catalog_manager.cc:1514] Loading token signing keys...
14:07:12.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.307025 10351 catalog_manager.cc:6055] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Loaded TSK: 0
14:07:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.307992 10351 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:07:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.770999 10288 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [term 2 FOLLOWER]: Refusing update from remote peer e3fb5cce9ea6419d80989e7a3e870b9c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:07:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.772500 10349 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [LEADER]: Connected to new peer: Peer: permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:07:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.785009 10352 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e3fb5cce9ea6419d80989e7a3e870b9c. Latest consensus state: current_term: 2 leader_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.785923 10352 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: This master's current role is: FOLLOWER
14:07:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:12.787704 10168 consensus_peers.cc:597] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c -> Peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Couldn't send request to peer 9748819db63c4915b5833d95af4eebb5. Status: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.790778 10349 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.791386 10349 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: LEADER
14:07:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.791101 10352 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:12.791736 10352 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9 [sys.catalog]: This master's current role is: FOLLOWER
14:07:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:13.810561 10147 master_runner.cc:186] Error getting master registration for 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111),
14:07:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:13.810976 10147 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:14.158 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.9.134.253:40277(127.9.134.253:40277)] connecting to peer
14:07:14.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:14.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.134.253:40277(127.9.134.253:40277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:14.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.134.253:40277: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277
14:07:14.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:14.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=12, TimeoutTracker(timeout=30000, elapsed=3170), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [7ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [88ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [152ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [156ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [160ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [191ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [193ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [193ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [193ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [210ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [211ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [218ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [247ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [247ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [247ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [248ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [293ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [294ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [300ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [301ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [364ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [365ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [366ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [366ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [503ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [505ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [507ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [507ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [783ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [785ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [788ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [789ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [1206ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [1285ms] delaying RPC due to: Service unavailable: Master config (127.9.134.253:40277,127.9.134.254:37885,127.9.134.252:34305) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.253:40277, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.254:37885, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.134.252:34305, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.253:40277: Network error: Failed to connect to peer master-127.9.134.253:40277(127.9.134.253:40277): Connection refused: /127.9.134.253:40277, [3166ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.252:34305: OK, [3168ms] Sub RPC ConnectToMaster: received response from server master-127.9.134.254:37885: OK, deferred=Deferred@1880121393(state=PENDING, result=null, callback=(continuation of Deferred@490544505 after retry RPC after error@1935262278) -> (continuation of Deferred@1771401154 after retry RPC after error@452430633) -> (continuation of Deferred@1876204507 after retry RPC after error@1386360725) -> (continuation of Deferred@269201788 after retry RPC after error@914611863) -> (continuation of Deferred@2101514719 after retry RPC after error@1054857061) -> (continuation of Deferred@1930563987 after retry RPC after error@1531780608) -> (continuation of Deferred@845717727 after retry RPC after error@1917598984) -> (continuation of Deferred@296821851 after retry RPC after error@582976883) -> (continuation of Deferred@1436985251 after retry RPC after error@1175544930) -> (continuation of Deferred@1578767111 after retry RPC after error@13668778) -> (continuation of Deferred@1621865900 after retry RPC after error@768929711), errback=(continuation of Deferred@490544505 after retry RPC after error@1935262278) -> (continuation of Deferred@1771401154 after retry RPC after error@452430633) -> (continuation of Deferred@1876204507 after retry RPC after error@1386360725) -> (continuation of Deferred@269201788 after retry RPC after error@914611863) -> (continuation of Deferred@2101514719 after retry RPC after error@1054857061) -> (continuation of Deferred@1930563987 after retry RPC after error@1531780608) -> (continuation of Deferred@845717727 after retry RPC after error@1917598984) -> (continuation of Deferred@296821851 after retry RPC after error@582976883) -> (continuation of Deferred@1436985251 after retry RPC after error@1175544930) -> (continuation of Deferred@1578767111 after retry RPC after error@13668778) -> (continuation of Deferred@1621865900 after retry RPC after error@768929711))) after lookup
14:07:15.172 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.134.253:40277
14:07:15.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:07:15.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:15.174 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.134.254:37885
14:07:15.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:07:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:15.174726 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 10147
14:07:15.203 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.134.254:37885(127.9.134.254:37885)] handling channelInactive
14:07:15.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.134.254:37885(127.9.134.254:37885)] cleaning up while in state READY due to: connection closed
14:07:15.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:15.204 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.134.252:34305
14:07:15.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:07:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:15.204680 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 10221
14:07:15.234 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.134.252:34305(127.9.134.252:34305)] handling channelInactive
14:07:15.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:15.234 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.134.253:40277
14:07:15.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.134.252:34305(127.9.134.252:34305)] cleaning up while in state READY due to: connection closed
14:07:15.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:07:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:15.237176 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/logs
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.253:40277
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.253
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33521
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.253
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:15.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.547529 10365 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:15.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.548111 10365 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:15.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.548858 10365 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.583171 10365 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.583469 10365 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.583926 10365 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.584233 10365 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.584578 10365 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.584944 10365 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.585199 10365 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:15.624320 10365 master_runner.cc:386] Master server non-default flags:
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.253
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.253:40277
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.253
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33521
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/logs
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:15.626475 10365 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:15.627650 10365 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.638532 10371 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.460314 10365 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.821s user 0.589s sys 1.223s
14:07:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.460822 10365 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.822s user 0.589s sys 1.223s
14:07:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:15.639070 10372 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.043812 10370 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 10365
14:07:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.463408 10374 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.466138 10373 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1822 milliseconds
14:07:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.466207 10365 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.467479 10365 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.470196 10365 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.471558 10365 hybrid_clock.cc:648] HybridClock initialized: now 1777558037471519 us; error 62 us; skew 500 ppm
14:07:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.472471 10365 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:17 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558037, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:17.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.478860 10365 init.cc:377] Logged in from keytab as kudu/127.9.134.253@KRBTEST.COM (short username kudu)
14:07:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.483438 10365 webserver.cc:492] Webserver started at http://127.9.134.253:33521/ using document root <none> and password file <none>
14:07:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.484407 10365 fs_manager.cc:362] Metadata directory not provided
14:07:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.484648 10365 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.492388 10365 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.002s
14:07:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.496515 10385 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.497522 10365 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:07:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.497895 10365 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9748819db63c4915b5833d95af4eebb5"
14:07:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:59 on dist-test-slave-05g5"
14:07:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.499847 10365 fs_report.cc:389] FS layout report
14:07:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal
14:07:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/data
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.553755 10365 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.562316 10365 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.562839 10365 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.636919 10365 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.253:40277
14:07:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.636994 10436 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.253:40277 every 8 connection(s)
14:07:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.639920 10365 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/data/info.pb
14:07:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.641932 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 10365
14:07:17.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:17.642 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.134.254:37885
14:07:17.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.646673 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/logs
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.254:37885
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.254
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36265
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.254
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.655135 10437 sys_catalog.cc:263] Verifying existing consensus state
14:07:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260430 14:07:17.655843 10437 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.656306 10365 master.cc:562] Master@127.9.134.253:40277 shutting down...
14:07:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:17.719952 10365 master.cc:584] Master@127.9.134.253:40277 shutdown complete.
14:07:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.722502 10365 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:07:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.963376 10439 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.964046 10439 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.964793 10439 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.998324 10439 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.998620 10439 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.999063 10439 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.999368 10439 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:17.999667 10439 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:18.000026 10439 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:18.000265 10439 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:18.039189 10439 master_runner.cc:386] Master server non-default flags:
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.254
14:07:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.254:37885
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.254
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36265
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/logs
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:18.040918 10439 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:18.042039 10439 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:18.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:18.053966 10445 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:19.456911 10444 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 10439
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:18.054627 10446 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:19.875730 10444 kernel_stack_watchdog.cc:198] Thread 10439 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:19.877280 10439 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.823s user 0.677s sys 1.068s
14:07:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:19.877615 10439 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.823s user 0.677s sys 1.068s
14:07:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:19.877789 10448 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:19.881861 10447 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1822 milliseconds
14:07:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.881865 10439 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:19.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.883608 10439 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.886252 10439 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.887629 10439 hybrid_clock.cc:648] HybridClock initialized: now 1777558039887581 us; error 53 us; skew 500 ppm
14:07:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.888619 10439 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:19.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:19 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558039, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:19.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.894642 10439 init.cc:377] Logged in from keytab as kudu/127.9.134.254@KRBTEST.COM (short username kudu)
14:07:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.900102 10439 webserver.cc:492] Webserver started at http://127.9.134.254:36265/ using document root <none> and password file <none>
14:07:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.901187 10439 fs_manager.cc:362] Metadata directory not provided
14:07:19.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.901448 10439 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:19.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.909564 10439 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.002s
14:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.913753 10458 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:19.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.914788 10439 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.915051 10439 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3fb5cce9ea6419d80989e7a3e870b9c"
14:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:06:57 on dist-test-slave-05g5"
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.916934 10439 fs_report.cc:389] FS layout report
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/wal
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/data
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:19.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.967864 10439 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:19.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.973517 10439 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:19.974097 10439 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.051940 10439 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.254:37885
14:07:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.052022 10509 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.254:37885 every 8 connection(s)
14:07:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.054658 10439 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-0/data/info.pb
14:07:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.061269 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 10439
14:07:20.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:20.061 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.134.252:34305
14:07:20.062 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.063390 9755 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/logs
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.252:34305
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.252
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35315
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.252
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.068918 10510 sys_catalog.cc:263] Verifying existing consensus state
14:07:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.073951 10510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap starting.
14:07:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.112699 10510 log.cc:826] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Log is configured to *not* fsync() on all Append() calls
14:07:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.129841 10510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:20.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.130767 10510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: Bootstrap complete.
14:07:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.154137 10510 raft_consensus.cc:359] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.157351 10510 raft_consensus.cc:740] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3fb5cce9ea6419d80989e7a3e870b9c, State: Initialized, Role: FOLLOWER
14:07:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.158257 10510 consensus_queue.cc:260] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.177556 10514 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } } }
14:07:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.178843 10514 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: This master's current role is: FOLLOWER
14:07:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.179504 10510 sys_catalog.cc:565] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [sys.catalog]: configured and running, proceeding with master startup.
14:07:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.250586 10525 catalog_manager.cc:1269] Loaded cluster ID: 148534453968433ebb8665701e874b12
14:07:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.251396 10525 catalog_manager.cc:1562] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: loading cluster ID for follower catalog manager: success
14:07:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.260723 10525 catalog_manager.cc:1584] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: acquiring CA information for follower catalog manager: success
14:07:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.266674 10525 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:20 dist-test-slave-05g5 krb5kdc[9766](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558039, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.254@KRBTEST.COM for kudu/127.9.134.254@KRBTEST.COM
14:07:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.299157 10439 master_runner.cc:186] Error getting master registration for 127.9.134.253:40277: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111),
14:07:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.325593 10439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.449829 10512 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.450469 10512 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.451169 10512 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.486250 10512 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.486558 10512 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.486972 10512 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.487294 10512 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.487674 10512 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.488019 10512 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.488468 10512 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39307/jwks.json
14:07:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.527571 10512 master_runner.cc:386] Master server non-default flags:
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.134.212:37119
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.134.254:37885,127.9.134.253:40277,127.9.134.252:34305
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/kudu.keytab
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.134.252
14:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.134.252:34305
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39307/jwks.json
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.134.252
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35315
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/logs
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 13:43:23 UTC on e7f111948823
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11679
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.529260 10512 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:20.530527 10512 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.542217 10534 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:21.441329 10541 raft_consensus.cc:493] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:21.442173 10541 raft_consensus.cc:515] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3fb5cce9ea6419d80989e7a3e870b9c" member_type: VOTER last_known_addr { host: "127.9.134.254" port: 37885 } } peers { permanent_uuid: "9748819db63c4915b5833d95af4eebb5" member_type: VOTER last_known_addr { host: "127.9.134.253" port: 40277 } } peers { permanent_uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9" member_type: VOTER last_known_addr { host: "127.9.134.252" port: 34305 } }
14:07:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:21.464354 10541 leader_election.cc:290] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277), dd1b5f93d37f45259d15c2f56b7f5ac9 (127.9.134.252:34305)
14:07:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:21.470728 10459 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:21.478400 10459 leader_election.cc:336] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 9748819db63c4915b5833d95af4eebb5 (127.9.134.253:40277): Network error: Client connection negotiation failed: client connection to 127.9.134.253:40277: connect: Connection refused (error 111)
14:07:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:21.482509 10459 leader_election.cc:336] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dd1b5f93d37f45259d15c2f56b7f5ac9 (127.9.134.252:34305): Network error: Client connection negotiation failed: client connection to 127.9.134.252:34305: connect: Connection refused (error 111)
14:07:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:21.483058 10459 leader_election.cc:304] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e3fb5cce9ea6419d80989e7a3e870b9c; no voters: 9748819db63c4915b5833d95af4eebb5, dd1b5f93d37f45259d15c2f56b7f5ac9
14:07:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:21.486057 10541 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e3fb5cce9ea6419d80989e7a3e870b9c [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:21.945050 10533 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 10512
14:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:22.180909 10533 kernel_stack_watchdog.cc:198] Thread 10512 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
14:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:22.185480 10512 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.641s user 0.426s sys 0.810s
14:07:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:22.185895 10512 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.641s user 0.426s sys 0.810s
14:07:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:20.545492 10535 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:22.186352 10537 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:22.192355 10536 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1647 milliseconds
14:07:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.192404 10512 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.193605 10512 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.196637 10512 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.198096 10512 hybrid_clock.cc:648] HybridClock initialized: now 1777558042197960 us; error 135 us; skew 500 ppm
14:07:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.199203 10512 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:22.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 14:07:22 dist-test-slave-05g5 krb5kdc[9766](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777558042, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.134.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.206918 10512 init.cc:377] Logged in from keytab as kudu/127.9.134.252@KRBTEST.COM (short username kudu)
14:07:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.227356 10512 webserver.cc:492] Webserver started at http://127.9.134.252:35315/ using document root <none> and password file <none>
14:07:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.228581 10512 fs_manager.cc:362] Metadata directory not provided
14:07:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.228845 10512 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.238654 10512 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
14:07:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.243629 10550 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.244781 10512 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
14:07:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.245035 10512 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data,/tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd1b5f93d37f45259d15c2f56b7f5ac9"
14:07:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 14:07:02 on dist-test-slave-05g5"
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.246899 10512 fs_report.cc:389] FS layout report
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/wal
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/data
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.311417 10512 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.316756 10512 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.317159 10512 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.407537 10512 rpc_server.cc:307] RPC server started. Bound to: 127.9.134.252:34305
14:07:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.407614 10601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.134.252:34305 every 8 connection(s)
14:07:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.410502 10512 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/master-2/data/info.pb
14:07:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.417496 9755 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu as pid 10512
14:07:22.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:22.419 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.134.254:37885(127.9.134.254:37885)] connecting to peer
14:07:22.420 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.9.134.254:37885(127.9.134.254:37885)] Successfully connected to peer
14:07:22.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.423257 10602 sys_catalog.cc:263] Verifying existing consensus state
14:07:22.423 [DEBUG - kudu-nio-6] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:07:22.424 [DEBUG - kudu-nio-6] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskK0QRZY/test-tmp/mini-kudu-cluster15305360921120685566/krb5kdc/krb5cc
14:07:22.425 [DEBUG - kudu-nio-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:07:22.426 [WARN - kudu-nio-6] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
14:07:22.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.134.254:37885(127.9.134.254:37885)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:07:22.426 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.9.134.254:37885(127.9.134.254:37885)] handling channelInactive
14:07:22.427 [DEBUG - main] (Connection.java:575) [peer master-127.9.134.254:37885(127.9.134.254:37885)] disconnecting while in state TERMINATED
14:07:22.427 [DEBUG - main] (Connection.java:575) [peer master-127.9.134.252:34305(127.9.134.252:34305)] disconnecting while in state TERMINATED
14:07:22.427 [DEBUG - main] (Connection.java:575) [peer master-127.9.134.253:40277(127.9.134.253:40277)] disconnecting while in state TERMINATED
14:07:22.428 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.430624 10602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd1b5f93d37f45259d15c2f56b7f5ac9: Bootstrap starting.
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:22.430788 10604 negotiation.cc:336] Failed RPC negotiation. Trace:
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.420754 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:44174 (local address 127.9.134.254:37885)
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.422801 (+ 2047us) server_negotiation.cc:207] Beginning negotiation
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.422832 (+ 31us) server_negotiation.cc:400] Waiting for connection header
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.422884 (+ 52us) server_negotiation.cc:408] Connection header received
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.423082 (+ 198us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.423110 (+ 28us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.423353 (+ 243us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.423551 (+ 198us) server_negotiation.cc:227] Negotiated authn=SASL
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 14:07:22.429318 (+ 5767us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44174: BlockingRecv error: recv got EOF from 127.0.0.1:44174 (error 108)
14:07:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1407,"thread_start_us":1095,"threads_started":1}
14:07:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.432201 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 10439
14:07:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:22.457554 9755 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 10512
14:07:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T14:07:23Z chronyd exiting
14:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:24.482781 9101 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9f40 after lost signal to thread 9038
14:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 14:07:24.483438 9101 debug-util.cc:398] Leaking SignalData structure 0x7b080007f1e0 after lost signal to thread 9104
14:07:24.713 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:24.716156 9025 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9332
14:07:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:24.742784 9025 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9472
14:07:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:24.772622 9025 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9611
14:07:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:24.798764 9025 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9037
14:07:24.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:24.832468 9025 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9107
14:07:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 14:07:24.862885 9025 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskK0QRZY/build/tsan/bin/kudu with pid 9182
14:07:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T14:07:25Z chronyd exiting
14:07:27.038 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
14:07:27.243 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: giving up after 1 attempts
14:07:27.243 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more