02:21:57.267 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:21:57.267 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskV44uzJ/test-tmp
02:21:57.267 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:21:57.268 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskV44uzJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:21:57.269 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:21:57.591 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:21:57.591 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:21:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:57.594508 28364 mini_oidc.cc:150] Starting JWKS server
02:21:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:57.597586 28364 webserver.cc:492] Webserver started at http://127.0.0.1:41715/ using document root <none> and password file <none>
02:21:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:57.597976 28364 mini_oidc.cc:186] Starting OIDC Discovery server
02:21:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:57.599648 28364 webserver.cc:492] Webserver started at http://127.0.0.1:39805/ using document root <none> and password file <none>
02:21:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T02:21:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:21:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T02:21:57Z Disabled control of system clock
02:21:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:57.660466 28364 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:21:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:21:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal
02:21:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data
02:21:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/logs
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data/info.pb
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.62:43037
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.62
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41715/jwks.json with env {}
02:21:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.959283 28376 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.959818 28376 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:57.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.960299 28376 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.993814 28376 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.994099 28376 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.994290 28376 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.994505 28376 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.994694 28376 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:57.994845 28376 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41715/jwks.json
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:58.031332 28376 master_runner.cc:386] Master server non-default flags:
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:21:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.62:43037
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41715/jwks.json
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data/info.pb
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.62
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/logs
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5688a9afc53de46b2b2f6847bc5217f38e926fe8
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 01:43:20 UTC on 5fd53c4cbb9d
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8689
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:58.032636 28376 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:58.034204 28376 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:58.044816 28382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:59.449090 28381 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 28376
02:21:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:59.849213 28381 kernel_stack_watchdog.cc:198] Thread 28376 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:21:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:21:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:21:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:21:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:21:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:58.046311 28383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:59.849848 28376 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.804s user 0.647s sys 1.156s
02:21:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:59.850490 28376 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.805s user 0.648s sys 1.156s
02:21:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:59.850662 28384 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1803 milliseconds
02:21:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:21:59.852095 28385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.852052 28376 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.855343 28376 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.857667 28376 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.859072 28376 hybrid_clock.cc:648] HybridClock initialized: now 1761272519859039 us; error 44 us; skew 500 ppm
02:21:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.859935 28376 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.866495 28376 webserver.cc:492] Webserver started at http://127.27.179.62:33127/ using document root <none> and password file <none>
02:21:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.867486 28376 fs_manager.cc:362] Metadata directory not provided
02:21:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.867677 28376 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.868079 28376 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.872495 28376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data/instance:
02:21:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa9123b9818486f95913af2b7b84bf8"
02:21:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:21:59 on dist-test-slave-q1rp"
02:21:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.873593 28376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal/instance:
02:21:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa9123b9818486f95913af2b7b84bf8"
02:21:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:21:59 on dist-test-slave-q1rp"
02:21:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.881145 28376 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
02:21:59.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.887008 28392 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.888111 28376 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
02:21:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.888407 28376 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data,/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal
02:21:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa9123b9818486f95913af2b7b84bf8"
02:21:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:21:59 on dist-test-slave-q1rp"
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.888724 28376 fs_report.cc:389] FS layout report
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data/data
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.949050 28376 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.950544 28376 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:21:59.950954 28376 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.020582 28376 rpc_server.cc:307] RPC server started. Bound to: 127.27.179.62:43037
02:22:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.020651 28444 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.179.62:43037 every 8 connection(s)
02:22:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.023262 28376 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/data/info.pb
02:22:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.029039 28445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:22:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.030895 28364 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu as pid 28376
02:22:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.031283 28364 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-0/wal/instance
02:22:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.034629 28364 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/logs
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data/info.pb
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.61:37545
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.61
02:22:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41715/jwks.json with env {}
02:22:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.040383 28445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.067705 28445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.070227 28393 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.074574 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.124025 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 1
02:22:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.127841 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.196329 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 2
02:22:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.200433 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.291824 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 3
02:22:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.295580 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.354146 28447 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.354733 28447 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.355242 28447 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.387310 28447 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:22:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.387579 28447 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.387770 28447 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:22:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.387974 28447 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:22:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.388167 28447 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:22:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.388316 28447 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41715/jwks.json
02:22:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.424485 28447 master_runner.cc:386] Master server non-default flags:
02:22:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.61:37545
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41715/jwks.json
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data/info.pb
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.61
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/logs
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5688a9afc53de46b2b2f6847bc5217f38e926fe8
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 01:43:20 UTC on 5fd53c4cbb9d
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8689
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.425781 28447 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.427321 28447 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.437974 28456 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.439024 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 4
02:22:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.443739 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:00.743165 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 5
02:22:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.749784 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.297415 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 6
02:22:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:01.309985 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.61:37545: Network error: Client connection negotiation failed: client connection to 127.27.179.61:37545: connect: Connection refused (error 111)
02:22:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.439821 28457 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:00.443250 28459 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:01.657016 28458 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1213 milliseconds
02:22:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.657153 28447 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.658535 28447 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.661648 28447 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.663090 28447 hybrid_clock.cc:648] HybridClock initialized: now 1761272521663045 us; error 59 us; skew 500 ppm
02:22:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.663879 28447 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:01.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.670571 28447 webserver.cc:492] Webserver started at http://127.27.179.61:32929/ using document root <none> and password file <none>
02:22:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.671471 28447 fs_manager.cc:362] Metadata directory not provided
02:22:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.671653 28447 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.672052 28447 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:22:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.676209 28447 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data/instance:
02:22:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94f12b7da0774581a0dabe8aba1454fe"
02:22:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:01 on dist-test-slave-q1rp"
02:22:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.677206 28447 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal/instance:
02:22:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94f12b7da0774581a0dabe8aba1454fe"
02:22:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:01 on dist-test-slave-q1rp"
02:22:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.684055 28447 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
02:22:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.689461 28468 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:01.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.690527 28447 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.690796 28447 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data,/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94f12b7da0774581a0dabe8aba1454fe"
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:01 on dist-test-slave-q1rp"
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.691107 28447 fs_report.cc:389] FS layout report
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data/data
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:01.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.735445 28447 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.736855 28447 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.737303 28447 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.808620 28447 rpc_server.cc:307] RPC server started. Bound to: 127.27.179.61:37545
02:22:01.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.808703 28519 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.179.61:37545 every 8 connection(s)
02:22:01.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.811278 28447 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/data/info.pb
02:22:01.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.812779 28364 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu as pid 28447
02:22:01.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.813337 28364 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-1/wal/instance
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.816073 28364 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/logs
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data/info.pb
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:22:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.60:42463
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.60
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:22:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41715/jwks.json with env {}
02:22:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.818158 28520 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:22:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.829056 28520 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } has no permanent_uuid. Determining permanent_uuid...
02:22:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.849927 28520 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
02:22:01.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.863664 28520 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } has no permanent_uuid. Determining permanent_uuid...
02:22:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:01.865998 28472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:01.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:01.870182 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.919777 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 1
02:22:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:01.925022 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:01.993541 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 2
02:22:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:01.997488 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.088989 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 3
02:22:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.093955 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.126103 28522 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:02.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.126673 28522 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.127168 28522 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.159027 28522 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:22:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.159310 28522 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.159498 28522 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:22:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.159693 28522 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:22:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.159880 28522 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:22:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.160035 28522 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41715/jwks.json
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.195775 28522 master_runner.cc:386] Master server non-default flags:
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.60:42463
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41715/jwks.json
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data/info.pb
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.60
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/logs
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5688a9afc53de46b2b2f6847bc5217f38e926fe8
02:22:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 01:43:20 UTC on 5fd53c4cbb9d
02:22:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8689
02:22:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.197062 28522 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.198717 28522 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.208688 28532 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.237398 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 4
02:22:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.244061 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.370666 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } attempt: 7
02:22:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.401425 28445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } has no permanent_uuid. Determining permanent_uuid...
02:22:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.412974 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.471544 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 1
02:22:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.478075 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.543691 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 5
02:22:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.550559 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.559752 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 2
02:22:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.566358 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.651975 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 3
02:22:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.658653 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:02.799340 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 4
02:22:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.805900 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.089463 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 5
02:22:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.095889 28445 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:03.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.098167 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 6
02:22:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.110368 28520 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.179.60:42463: Network error: Client connection negotiation failed: client connection to 127.27.179.60:42463: connect: Connection refused (error 111)
02:22:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:02.210397 28533 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.444646 28535 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.447659 28534 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1233 milliseconds
02:22:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.447790 28522 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.448928 28522 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.451910 28522 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.453325 28522 hybrid_clock.cc:648] HybridClock initialized: now 1761272523453276 us; error 60 us; skew 500 ppm
02:22:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.454317 28522 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.460400 28522 webserver.cc:492] Webserver started at http://127.27.179.60:41277/ using document root <none> and password file <none>
02:22:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.461241 28522 fs_manager.cc:362] Metadata directory not provided
02:22:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.461426 28522 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.461817 28522 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:22:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.465937 28522 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data/instance:
02:22:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d885f7887184cb3ae7687ea9fe4ffeb"
02:22:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:03 on dist-test-slave-q1rp"
02:22:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.466981 28522 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal/instance:
02:22:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d885f7887184cb3ae7687ea9fe4ffeb"
02:22:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:03 on dist-test-slave-q1rp"
02:22:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.474211 28522 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.479848 28547 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.480801 28522 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.481089 28522 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data,/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d885f7887184cb3ae7687ea9fe4ffeb"
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:03 on dist-test-slave-q1rp"
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.481381 28522 fs_report.cc:389] FS layout report
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data/data
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.529959 28522 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.531585 28522 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.531980 28522 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.601850 28522 rpc_server.cc:307] RPC server started. Bound to: 127.27.179.60:42463
02:22:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.601904 28598 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.179.60:42463 every 8 connection(s)
02:22:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.604450 28522 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/data/info.pb
02:22:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.610013 28599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:22:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.612151 28364 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu as pid 28522
02:22:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.612541 28364 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/master-2/wal/instance
02:22:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.624790 28599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } has no permanent_uuid. Determining permanent_uuid...
02:22:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.647475 28599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
02:22:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.648417 28445 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 6
02:22:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.661000 28599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } has no permanent_uuid. Determining permanent_uuid...
02:22:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.671715 28445 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: Bootstrap starting.
02:22:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.677101 28599 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: Bootstrap starting.
02:22:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.678829 28445 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: Neither blocks nor log segments found. Creating new log.
02:22:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.680459 28445 log.cc:826] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: Log is configured to *not* fsync() on all Append() calls
02:22:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.683092 28599 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: Neither blocks nor log segments found. Creating new log.
02:22:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.684723 28445 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: No bootstrap required, opened a new log
02:22:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.685053 28599 log.cc:826] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: Log is configured to *not* fsync() on all Append() calls
02:22:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.690724 28599 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: No bootstrap required, opened a new log
02:22:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.704677 28445 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.705338 28445 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:22:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.705614 28445 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6fa9123b9818486f95913af2b7b84bf8, State: Initialized, Role: FOLLOWER
02:22:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.706482 28445 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.709681 28612 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:03.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.710534 28612 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: This master's current role is: FOLLOWER
02:22:03.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.711516 28445 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: configured and running, proceeding with master startup.
02:22:03.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.711262 28599 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.711889 28599 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:22:03.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.712126 28599 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d885f7887184cb3ae7687ea9fe4ffeb, State: Initialized, Role: FOLLOWER
02:22:03.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.712805 28599 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.720625 28614 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.721572 28614 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: This master's current role is: FOLLOWER
02:22:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.722549 28599 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: configured and running, proceeding with master startup.
02:22:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.723562 28614 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:22:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.724172 28614 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.728417 28419 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fa9123b9818486f95913af2b7b84bf8" is_pre_election: true
02:22:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.729532 28419 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d885f7887184cb3ae7687ea9fe4ffeb in term 0.
02:22:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.734091 28549 leader_election.cc:304] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d885f7887184cb3ae7687ea9fe4ffeb, 6fa9123b9818486f95913af2b7b84bf8; no voters:
02:22:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.735394 28614 leader_election.cc:290] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6fa9123b9818486f95913af2b7b84bf8 (127.27.179.62:43037), 94f12b7da0774581a0dabe8aba1454fe (127.27.179.61:37545)
02:22:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.736012 28614 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Leader pre-election won for term 1
02:22:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.736419 28614 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:22:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.736816 28614 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 0 FOLLOWER]: Advancing to term 1
02:22:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.751191 28614 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.753798 28614 leader_election.cc:290] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [CANDIDATE]: Term 1 election: Requested vote from peers 6fa9123b9818486f95913af2b7b84bf8 (127.27.179.62:43037), 94f12b7da0774581a0dabe8aba1454fe (127.27.179.61:37545)
02:22:03.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.757268 28419 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fa9123b9818486f95913af2b7b84bf8"
02:22:03.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.758073 28419 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 0 FOLLOWER]: Advancing to term 1
02:22:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.772907 28419 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d885f7887184cb3ae7687ea9fe4ffeb in term 1.
02:22:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.774255 28549 leader_election.cc:304] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d885f7887184cb3ae7687ea9fe4ffeb, 6fa9123b9818486f95913af2b7b84bf8; no voters:
02:22:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.775542 28624 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 1 FOLLOWER]: Leader election won for term 1
02:22:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.776078 28624 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [term 1 LEADER]: Becoming Leader. State: Replica: 2d885f7887184cb3ae7687ea9fe4ffeb, State: Running, Role: LEADER
02:22:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.777114 28624 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.786887 28553 tablet.cc:2378] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:22:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.795188 28614 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2d885f7887184cb3ae7687ea9fe4ffeb. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.796150 28614 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: This master's current role is: LEADER
02:22:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.817858 28634 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:22:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.818208 28634 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:22:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.793678 28376 master_runner.cc:186] Error getting master registration for 127.27.179.61:37545: OK, instance_id { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" instance_seqno: 1761272521788198 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:22:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.831677 28376 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:22:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.815546 28522 master_runner.cc:186] Error getting master registration for 127.27.179.61:37545: OK, instance_id { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" instance_seqno: 1761272521788198 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:22:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.850647 28522 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:22:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.853662 28639 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:22:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:03.853991 28639 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:22:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.854432 28638 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:22:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.861400 28638 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:22:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.894393 28419 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [term 1 FOLLOWER]: Refusing update from remote peer 2d885f7887184cb3ae7687ea9fe4ffeb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:22:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.895946 28624 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [LEADER]: Connected to new peer: Peer: permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:22:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.919378 28612 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2d885f7887184cb3ae7687ea9fe4ffeb. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.920193 28612 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: This master's current role is: FOLLOWER
02:22:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.933672 28642 mvcc.cc:204] Tried to move back new op lower bound from 7214172257847971840 to 7214172257405132800. Current Snapshot: MvccSnapshot[applied={T|T < 7214172257847971840}]
02:22:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.935377 28612 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.936092 28612 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8 [sys.catalog]: This master's current role is: FOLLOWER
02:22:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.938273 28641 mvcc.cc:204] Tried to move back new op lower bound from 7214172257847971840 to 7214172257405132800. Current Snapshot: MvccSnapshot[applied={T|T < 7214172257847971840}]
02:22:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.938889 28624 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.939599 28624 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: This master's current role is: LEADER
02:22:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.941768 28638 catalog_manager.cc:1357] Generated new cluster ID: fa640cc7eb0948628f2b27dc7ba82b0a
02:22:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.942021 28638 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:22:03.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.981815 28638 catalog_manager.cc:1380] Generated new certificate authority record
02:22:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:03.984769 28638 catalog_manager.cc:1514] Loading token signing keys...
02:22:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.015861 28638 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb: Generated new TSK 0
02:22:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.017880 28638 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.036084 28364 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/logs
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data/info.pb
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.1:0
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.179.1
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.1
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:22:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.170943 28520 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } attempt: 7
02:22:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.235570 28520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: Bootstrap starting.
02:22:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.243067 28520 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: Neither blocks nor log segments found. Creating new log.
02:22:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.256642 28520 log.cc:826] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: Log is configured to *not* fsync() on all Append() calls
02:22:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.274058 28520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: No bootstrap required, opened a new log
02:22:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.326184 28520 raft_consensus.cc:359] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:04.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.328687 28520 raft_consensus.cc:385] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:22:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.329646 28520 raft_consensus.cc:740] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 94f12b7da0774581a0dabe8aba1454fe, State: Initialized, Role: FOLLOWER
02:22:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.332295 28520 consensus_queue.cc:260] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } }
02:22:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.347539 28650 sys_catalog.cc:455] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.348450 28650 sys_catalog.cc:458] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: This master's current role is: FOLLOWER
02:22:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.354940 28494 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "94f12b7da0774581a0dabe8aba1454fe"
02:22:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.356338 28493 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [term 0 FOLLOWER]: Advancing to term 1
02:22:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.356750 28495 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "94f12b7da0774581a0dabe8aba1454fe" is_pre_election: true
02:22:04.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.368907 28493 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [term 1 FOLLOWER]: Refusing update from remote peer 2d885f7887184cb3ae7687ea9fe4ffeb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:22:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.370808 28614 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [LEADER]: Connected to new peer: Peer: permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:22:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.381660 28520 sys_catalog.cc:565] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: configured and running, proceeding with master startup.
02:22:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.452773 28650 sys_catalog.cc:455] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2d885f7887184cb3ae7687ea9fe4ffeb. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.452873 28656 sys_catalog.cc:455] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.453534 28650 sys_catalog.cc:458] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: This master's current role is: FOLLOWER
02:22:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.453675 28656 sys_catalog.cc:458] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe [sys.catalog]: This master's current role is: FOLLOWER
02:22:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.503013 28666 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:22:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.563380 28646 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.563905 28646 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.564438 28646 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.596638 28646 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.597587 28646 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.179.1
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.666889 28646 tablet_server_runner.cc:78] Tablet server non-default flags:
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.1:0
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data/info.pb
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.1
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.179.1
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/logs
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5688a9afc53de46b2b2f6847bc5217f38e926fe8
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 01:43:20 UTC on 5fd53c4cbb9d
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8689
02:22:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.669839 28646 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.672026 28646 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.705375 28672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.803071 28614 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fa9123b9818486f95913af2b7b84bf8" member_type: VOTER last_known_addr { host: "127.27.179.62" port: 43037 } } peers { permanent_uuid: "94f12b7da0774581a0dabe8aba1454fe" member_type: VOTER last_known_addr { host: "127.27.179.61" port: 37545 } } peers { permanent_uuid: "2d885f7887184cb3ae7687ea9fe4ffeb" member_type: VOTER last_known_addr { host: "127.27.179.60" port: 42463 } } }
02:22:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.804527 28614 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d885f7887184cb3ae7687ea9fe4ffeb [sys.catalog]: This master's current role is: LEADER
02:22:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.828742 28634 catalog_manager.cc:1269] Loaded cluster ID: fa640cc7eb0948628f2b27dc7ba82b0a
02:22:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.829051 28634 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: loading cluster ID for follower catalog manager: success
02:22:04.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.836752 28634 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: acquiring CA information for follower catalog manager: success
02:22:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:04.842478 28634 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6fa9123b9818486f95913af2b7b84bf8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:22:05.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:05.532719 28666 catalog_manager.cc:1269] Loaded cluster ID: fa640cc7eb0948628f2b27dc7ba82b0a
02:22:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:05.542560 28666 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: loading cluster ID for follower catalog manager: success
02:22:05.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:05.560082 28666 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: acquiring CA information for follower catalog manager: success
02:22:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:05.597079 28666 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 94f12b7da0774581a0dabe8aba1454fe: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:22:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:06.099671 28671 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 28646
02:22:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:07.691303 28646 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.983s user 0.000s sys 0.003s
02:22:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:07.692294 28646 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.984s user 0.000s sys 0.003s
02:22:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:07.689841 28674 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2980 milliseconds
02:22:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.693315 28646 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:07.694878 28675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:04.708994 28673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.698405 28646 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.707244 28646 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.708817 28646 hybrid_clock.cc:648] HybridClock initialized: now 1761272527708782 us; error 48 us; skew 500 ppm
02:22:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.710027 28646 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.733827 28646 webserver.cc:492] Webserver started at http://127.27.179.1:44077/ using document root <none> and password file <none>
02:22:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.735383 28646 fs_manager.cc:362] Metadata directory not provided
02:22:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.735795 28646 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.736464 28646 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:22:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.742904 28646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data/instance:
02:22:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7b37cb4e8f64abc8103fde8151de02d"
02:22:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:07 on dist-test-slave-q1rp"
02:22:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.744711 28646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal/instance:
02:22:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7b37cb4e8f64abc8103fde8151de02d"
02:22:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:07 on dist-test-slave-q1rp"
02:22:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.760315 28646 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.009s sys 0.004s
02:22:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.774066 28687 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.775748 28646 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.005s sys 0.006s
02:22:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.776381 28646 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data,/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal
02:22:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7b37cb4e8f64abc8103fde8151de02d"
02:22:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 02:22:07 on dist-test-slave-q1rp"
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.776993 28646 fs_report.cc:389] FS layout report
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data/data
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.876477 28646 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.878641 28646 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.879475 28646 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.888916 28646 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:22:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.902099 28646 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:22:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.902639 28646 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.001s
02:22:07.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.903064 28646 ts_tablet_manager.cc:616] Registered 0 tablets
02:22:07.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:07.903370 28646 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:22:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.269418 28646 rpc_server.cc:307] RPC server started. Bound to: 127.27.179.1:37803
02:22:08.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.269552 28801 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.179.1:37803 every 8 connection(s)
02:22:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.273440 28646 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/data/info.pb
02:22:08.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.279743 28364 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu as pid 28646
02:22:08.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.280380 28364 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-0/wal/instance
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.291193 28364 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-1/wal
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-1/data
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-1/logs
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443/ts-1/data/info.pb
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.179.2:0
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.179.2
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.179.2
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.179.62:43037,127.27.179.61:37545,127.27.179.60:42463
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.179.20:44513
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:22:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E00000000 00:00:00.000000 28812 subprocess.cc:488] RAW: could not exec '/tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu': [2]
02:22:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.370918 28803 heartbeater.cc:344] Connected to a master server at 127.27.179.61:37545
02:22:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.371500 28803 heartbeater.cc:461] Registering TS with master...
02:22:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.372924 28803 heartbeater.cc:507] Master 127.27.179.61:37545 requested a full tablet report, sending...
02:22:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.370909 28802 heartbeater.cc:344] Connected to a master server at 127.27.179.60:42463
02:22:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.374794 28802 heartbeater.cc:461] Registering TS with master...
02:22:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.375738 28802 heartbeater.cc:507] Master 127.27.179.60:42463 requested a full tablet report, sending...
02:22:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.385001 28485 ts_manager.cc:194] Registered new tserver with Master: f7b37cb4e8f64abc8103fde8151de02d (127.27.179.1:37803)
02:22:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.386317 28806 heartbeater.cc:344] Connected to a master server at 127.27.179.62:43037
02:22:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.386729 28806 heartbeater.cc:461] Registering TS with master...
02:22:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.387706 28806 heartbeater.cc:507] Master 127.27.179.62:43037 requested a full tablet report, sending...
02:22:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.391952 28564 ts_manager.cc:194] Registered new tserver with Master: f7b37cb4e8f64abc8103fde8151de02d (127.27.179.1:37803)
02:22:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.394850 28564 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.179.1:54105
02:22:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.397205 28409 ts_manager.cc:194] Registered new tserver with Master: f7b37cb4e8f64abc8103fde8151de02d (127.27.179.1:37803)
02:22:08.406 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu: process exited with non-zero status 2"
}
02:22:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.407054 28364 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu with pid 28646
02:22:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.450944 28364 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu with pid 28376
02:22:08.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.502885 28364 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu with pid 28447
02:22:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:08.536057 28548 connection.cc:537] client connection to 127.27.179.61:37545 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:22:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:08.536558 28548 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:22:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 02:22:08.537254 28364 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu with pid 28522
02:22:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:08.566955 28364 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443 during walk: No such file or directory
02:22:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:08.567193 28364 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443 during walk: No such file or directory
02:22:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 02:22:08.567392 28364 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskV44uzJ/test-tmp/mini-kudu-cluster8302391985968394443: One or more errors occurred
02:22:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28364==WARNING: invalid path to external symbolizer!
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28364==WARNING: Failed to use and restart external symbolizer!
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28364)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3da736)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
02:22:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:22:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=28371, running) created by main thread at:
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskV44uzJ/build/tsan/lib/libserver_process.so+0x1c1b14)
02:22:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28364)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:22:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:22:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=28370, running) created by main thread at:
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskV44uzJ/build/tsan/lib/libserver_process.so+0x1c1b14)
02:22:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T02:22:08Z chronyd exiting
02:22:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
02:22:09.642 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testArrayEmptyValidityOptimization: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu: process exited with non-zero status 2
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskV44uzJ/build/tsan/bin/kudu: process exited with non-zero status 2
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)