14:22:15.746 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:22:15.746 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOIFjk1/test-tmp
14:22:15.747 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:22:15.747 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOIFjk1/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:22:15.748 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:22:16.056 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:22:16.056 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:22:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.059621 26093 mini_oidc.cc:150] Starting JWKS server
14:22:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.062734 26093 webserver.cc:492] Webserver started at http://127.0.0.1:37835/ using document root <none> and password file <none>
14:22:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.063131 26093 mini_oidc.cc:186] Starting OIDC Discovery server
14:22:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.064816 26093 webserver.cc:492] Webserver started at http://127.0.0.1:42783/ using document root <none> and password file <none>
14:22:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-25T14:22:16Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:22:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-25T14:22:16Z Disabled control of system clock
14:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.121471 26093 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal
14:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data
14:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/logs
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data/info.pb
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.126:36025
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.126
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:22:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37835/jwks.json with env {}
14:22:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.398206 26105 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:22:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.398705 26105 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:22:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.399149 26105 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:22:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.428092 26105 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:22:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.428359 26105 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:22:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.428545 26105 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:22:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.428755 26105 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:22:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.428925 26105 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:22:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.429090 26105 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37835/jwks.json
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.461287 26105 master_runner.cc:386] Master server non-default flags:
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:22:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.126:36025
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37835/jwks.json
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data/info.pb
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.126
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/logs
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:23 UTC on 5fd53c4cbb9d
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8713
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:22:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.462441 26105 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:22:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:16.463832 26105 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:22:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.474519 26111 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:16.475308 26112 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.206075 26105 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.731s user 0.557s sys 1.170s
14:22:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.206583 26105 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.732s user 0.557s sys 1.170s
14:22:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:17.879619 26110 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 26105
14:22:18.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.208745 26114 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.211059 26113 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1731 milliseconds
14:22:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.211094 26105 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:22:18.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.212303 26105 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:22:18.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.214577 26105 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:22:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.215902 26105 hybrid_clock.cc:648] HybridClock initialized: now 1761402138215803 us; error 99 us; skew 500 ppm
14:22:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.216738 26105 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:22:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.222724 26105 webserver.cc:492] Webserver started at http://127.25.123.126:45225/ using document root <none> and password file <none>
14:22:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.223562 26105 fs_manager.cc:362] Metadata directory not provided
14:22:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.223759 26105 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:22:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.224189 26105 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:22:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.228242 26105 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data/instance:
14:22:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5fdad46b385a43a891756c901505b03c"
14:22:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:18 on dist-test-slave-lz1k"
14:22:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.229525 26105 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal/instance:
14:22:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5fdad46b385a43a891756c901505b03c"
14:22:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:18 on dist-test-slave-lz1k"
14:22:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.236637 26105 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
14:22:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.241914 26121 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:22:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.242825 26105 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
14:22:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.243140 26105 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data,/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal
14:22:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5fdad46b385a43a891756c901505b03c"
14:22:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:18 on dist-test-slave-lz1k"
14:22:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.243463 26105 fs_report.cc:389] FS layout report
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data/data
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:22:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:22:18.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.304268 26105 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:22:18.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.305701 26105 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:22:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.306169 26105 kserver.cc:163] Server-wide thread pool size limit: 3276
14:22:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.373837 26105 rpc_server.cc:307] RPC server started. Bound to: 127.25.123.126:36025
14:22:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.373900 26172 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.123.126:36025 every 8 connection(s)
14:22:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.376480 26105 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/data/info.pb
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.379123 26093 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu as pid 26105
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.379694 26093 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-0/wal/instance
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.382148 26173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.382778 26093 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:22:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/logs
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data/info.pb
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.125:44519
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.125
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:22:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37835/jwks.json with env {}
14:22:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.392477 26173 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } has no permanent_uuid. Determining permanent_uuid...
14:22:18.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.419999 26173 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } has no permanent_uuid. Determining permanent_uuid...
14:22:18.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.422260 26125 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.426267 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.475721 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 1
14:22:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.479207 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.547629 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 2
14:22:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.551376 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.642856 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 3
14:22:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.646492 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.667384 26175 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:22:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.667837 26175 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:22:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.668269 26175 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:22:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.697862 26175 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:22:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.698112 26175 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:22:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.698303 26175 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:22:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.698486 26175 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:22:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.698668 26175 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:22:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.698808 26175 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37835/jwks.json
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.732995 26175 master_runner.cc:386] Master server non-default flags:
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.125:44519
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37835/jwks.json
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data/info.pb
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.125
14:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/logs
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:23 UTC on 5fd53c4cbb9d
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8713
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.734200 26175 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:22:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.735674 26175 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:22:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.746445 26184 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:18.789893 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 4
14:22:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.807073 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:19.106734 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 5
14:22:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:19.114625 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:19.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:19.662179 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 6
14:22:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:19.685894 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.125:44519: Network error: Client connection negotiation failed: client connection to 127.25.123.125:44519: connect: Connection refused (error 111)
14:22:20.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:18.747357 26185 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:20.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.013183 26188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:20.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.017009 26186 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1267 milliseconds
14:22:20.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.017251 26175 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.271s user 0.435s sys 0.826s
14:22:20.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.017567 26175 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.271s user 0.435s sys 0.826s
14:22:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.017791 26175 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:22:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.018821 26175 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:22:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.022121 26175 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:22:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.023504 26175 hybrid_clock.cc:648] HybridClock initialized: now 1761402140023465 us; error 50 us; skew 500 ppm
14:22:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.024333 26175 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:22:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.031248 26175 webserver.cc:492] Webserver started at http://127.25.123.125:46509/ using document root <none> and password file <none>
14:22:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.032150 26175 fs_manager.cc:362] Metadata directory not provided
14:22:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.032366 26175 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:22:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.032801 26175 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:22:20.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.036741 26175 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data/instance:
14:22:20.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c3d963413646c7baf3e408b9266834"
14:22:20.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:20 on dist-test-slave-lz1k"
14:22:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.037889 26175 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal/instance:
14:22:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c3d963413646c7baf3e408b9266834"
14:22:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:20 on dist-test-slave-lz1k"
14:22:20.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.045032 26175 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
14:22:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.050813 26197 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:22:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.051923 26175 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
14:22:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.052229 26175 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data,/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal
14:22:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c3d963413646c7baf3e408b9266834"
14:22:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:20 on dist-test-slave-lz1k"
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.052546 26175 fs_report.cc:389] FS layout report
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data/data
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:22:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:22:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.113247 26175 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:22:20.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.114670 26175 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:22:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.115128 26175 kserver.cc:163] Server-wide thread pool size limit: 3276
14:22:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.180253 26175 rpc_server.cc:307] RPC server started. Bound to: 127.25.123.125:44519
14:22:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.180302 26248 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.123.125:44519 every 8 connection(s)
14:22:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.182857 26175 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/data/info.pb
14:22:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.184842 26093 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu as pid 26175
14:22:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.185196 26093 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-1/wal/instance
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.187793 26093 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/logs
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data/info.pb
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.124:44745
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.124
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:22:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:22:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37835/jwks.json with env {}
14:22:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.189265 26249 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:22:20.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.200922 26249 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } has no permanent_uuid. Determining permanent_uuid...
14:22:20.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.220211 26249 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } has no permanent_uuid. Determining permanent_uuid...
14:22:20.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.233228 26249 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } has no permanent_uuid. Determining permanent_uuid...
14:22:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.235527 26199 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.239560 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.289114 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 1
14:22:20.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.293336 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.361806 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 2
14:22:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.365747 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.457204 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 3
14:22:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.461349 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.479854 26251 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:22:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.480382 26251 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:22:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.480875 26251 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:22:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.512625 26251 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:22:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.512890 26251 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:22:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.513070 26251 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:22:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.513278 26251 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:22:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.513471 26251 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:22:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.513664 26251 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37835/jwks.json
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.548931 26251 master_runner.cc:386] Master server non-default flags:
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.124:44745
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37835/jwks.json
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data/info.pb
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.124
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/logs
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:23 UTC on 5fd53c4cbb9d
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8713
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:22:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.550491 26251 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:22:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.552098 26251 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:22:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.562623 26261 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.604768 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 4
14:22:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.609814 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.746485 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } attempt: 7
14:22:20.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.757959 26173 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } has no permanent_uuid. Determining permanent_uuid...
14:22:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.763000 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.821619 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 1
14:22:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.825434 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.907018 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 2
14:22:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.909214 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 5
14:22:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.911077 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.914326 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:20.996457 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 3
14:22:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:21.000579 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.140980 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 4
14:22:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:21.145831 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.429199 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 5
14:22:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:21.434031 26173 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.461625 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 6
14:22:21.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:21.468586 26249 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.123.124:44745: Network error: Client connection negotiation failed: client connection to 127.25.123.124:44745: connect: Connection refused (error 111)
14:22:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.563184 26262 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:20.571866 26264 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:21.718510 26263 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:22:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.718621 26251 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:22:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.722457 26251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:22:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.725391 26251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:22:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.726797 26251 hybrid_clock.cc:648] HybridClock initialized: now 1761402141726755 us; error 62 us; skew 500 ppm
14:22:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.727541 26251 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:22:21.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.734087 26251 webserver.cc:492] Webserver started at http://127.25.123.124:46393/ using document root <none> and password file <none>
14:22:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.734944 26251 fs_manager.cc:362] Metadata directory not provided
14:22:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.735124 26251 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:22:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.735522 26251 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:22:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.739585 26251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data/instance:
14:22:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63973e9d9e9440c4bbafb75240a6597f"
14:22:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:21 on dist-test-slave-lz1k"
14:22:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.740588 26251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal/instance:
14:22:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63973e9d9e9440c4bbafb75240a6597f"
14:22:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:21 on dist-test-slave-lz1k"
14:22:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.747434 26251 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
14:22:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.752887 26276 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.753898 26251 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.754171 26251 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data,/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63973e9d9e9440c4bbafb75240a6597f"
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-25 14:22:21 on dist-test-slave-lz1k"
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.754458 26251 fs_report.cc:389] FS layout report
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data/data
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:22:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:22:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:22:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.809139 26251 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:22:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.810534 26251 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:22:21.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.810925 26251 kserver.cc:163] Server-wide thread pool size limit: 3276
14:22:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.879390 26251 rpc_server.cc:307] RPC server started. Bound to: 127.25.123.124:44745
14:22:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.879455 26328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.123.124:44745 every 8 connection(s)
14:22:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.881898 26251 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/data/info.pb
14:22:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.887391 26329 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:22:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.887740 26093 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu as pid 26251
14:22:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.888242 26093 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/master-2/wal/instance
14:22:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.903831 26329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } has no permanent_uuid. Determining permanent_uuid...
14:22:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.928048 26329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } has no permanent_uuid. Determining permanent_uuid...
14:22:21.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.937116 26329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } has no permanent_uuid. Determining permanent_uuid...
14:22:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.952389 26329 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: Bootstrap starting.
14:22:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.958145 26329 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: Neither blocks nor log segments found. Creating new log.
14:22:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.959669 26329 log.cc:826] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: Log is configured to *not* fsync() on all Append() calls
14:22:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.964345 26329 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: No bootstrap required, opened a new log
14:22:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.982985 26329 raft_consensus.cc:359] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.983777 26329 raft_consensus.cc:385] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:22:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.984045 26329 raft_consensus.cc:740] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 63973e9d9e9440c4bbafb75240a6597f, State: Initialized, Role: FOLLOWER
14:22:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.984632 26329 consensus_queue.cc:260] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.986410 26173 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 6
14:22:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.986891 26338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.987632 26338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: This master's current role is: FOLLOWER
14:22:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:21.988740 26329 sys_catalog.cc:565] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: configured and running, proceeding with master startup.
14:22:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.008955 26173 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: Bootstrap starting.
14:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.016492 26173 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: Neither blocks nor log segments found. Creating new log.
14:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:22.018458 26350 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:22.018774 26350 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.019182 26173 log.cc:826] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: Log is configured to *not* fsync() on all Append() calls
14:22:22.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.024092 26173 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: No bootstrap required, opened a new log
14:22:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.013307 26251 master_runner.cc:186] Error getting master registration for 127.25.123.126:36025: OK, instance_id { permanent_uuid: "5fdad46b385a43a891756c901505b03c" instance_seqno: 1761402138355635 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:22:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.043483 26251 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:22:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.049331 26173 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.049965 26173 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:22:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.050160 26173 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5fdad46b385a43a891756c901505b03c, State: Initialized, Role: FOLLOWER
14:22:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.050832 26173 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.053704 26353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.054462 26353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: This master's current role is: FOLLOWER
14:22:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.055428 26173 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: configured and running, proceeding with master startup.
14:22:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:22.065975 26282 tablet.cc:2378] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:22:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:22.066489 26127 tablet.cc:2378] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:22:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:22.089087 26364 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:22:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:22.089624 26364 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:22:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.091419 26105 master_runner.cc:186] Error getting master registration for 127.25.123.125:44519: OK, instance_id { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" instance_seqno: 1761402140162062 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:22:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.120299 26105 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:22:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.376324 26353 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:22:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.376874 26353 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.379242 26353 leader_election.cc:290] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5c3d963413646c7baf3e408b9266834 (127.25.123.125:44519), 63973e9d9e9440c4bbafb75240a6597f (127.25.123.124:44745)
14:22:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.381018 26303 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5fdad46b385a43a891756c901505b03c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63973e9d9e9440c4bbafb75240a6597f" is_pre_election: true
14:22:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.382977 26303 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5fdad46b385a43a891756c901505b03c in term 0.
14:22:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.384410 26123 leader_election.cc:304] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5fdad46b385a43a891756c901505b03c, 63973e9d9e9440c4bbafb75240a6597f; no voters:
14:22:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.385293 26353 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:22:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.385877 26353 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:22:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.386443 26353 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 0 FOLLOWER]: Advancing to term 1
14:22:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.401535 26353 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.413823 26303 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5fdad46b385a43a891756c901505b03c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63973e9d9e9440c4bbafb75240a6597f"
14:22:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.414331 26303 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 0 FOLLOWER]: Advancing to term 1
14:22:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.422619 26353 leader_election.cc:290] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [CANDIDATE]: Term 1 election: Requested vote from peers c5c3d963413646c7baf3e408b9266834 (127.25.123.125:44519), 63973e9d9e9440c4bbafb75240a6597f (127.25.123.124:44745)
14:22:22.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.423189 26303 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5fdad46b385a43a891756c901505b03c in term 1.
14:22:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.424135 26123 leader_election.cc:304] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5fdad46b385a43a891756c901505b03c, 63973e9d9e9440c4bbafb75240a6597f; no voters:
14:22:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.424902 26353 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 1 FOLLOWER]: Leader election won for term 1
14:22:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.426704 26353 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [term 1 LEADER]: Becoming Leader. State: Replica: 5fdad46b385a43a891756c901505b03c, State: Running, Role: LEADER
14:22:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.427629 26353 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.433672 26366 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5fdad46b385a43a891756c901505b03c. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.434262 26366 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: This master's current role is: LEADER
14:22:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.436573 26368 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:22:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.443054 26368 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:22:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.459614 26303 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [term 1 FOLLOWER]: Refusing update from remote peer 5fdad46b385a43a891756c901505b03c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:22:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.461408 26366 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [LEADER]: Connected to new peer: Peer: permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:22:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.487613 26338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5fdad46b385a43a891756c901505b03c. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.488345 26338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: This master's current role is: FOLLOWER
14:22:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.499667 26370 mvcc.cc:204] Tried to move back new op lower bound from 7214703175495606272 to 7214703175393239040. Current Snapshot: MvccSnapshot[applied={T|T < 7214703175495606272}]
14:22:22.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.502885 26369 mvcc.cc:204] Tried to move back new op lower bound from 7214703175495606272 to 7214703175393239040. Current Snapshot: MvccSnapshot[applied={T|T < 7214703175495606272}]
14:22:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.512634 26338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.513674 26338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f [sys.catalog]: This master's current role is: FOLLOWER
14:22:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.517292 26366 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.518018 26366 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: This master's current role is: LEADER
14:22:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.518874 26368 catalog_manager.cc:1357] Generated new cluster ID: 775b9ac850104688a2467ed99e716817
14:22:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.519174 26368 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:22:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.528898 26249 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } attempt: 7
14:22:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.558919 26368 catalog_manager.cc:1380] Generated new certificate authority record
14:22:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.573001 26368 catalog_manager.cc:1514] Loading token signing keys...
14:22:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.618786 26368 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c: Generated new TSK 0
14:22:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.619900 26368 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:22:22.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.623965 26249 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: Bootstrap starting.
14:22:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.630915 26249 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: Neither blocks nor log segments found. Creating new log.
14:22:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.633061 26249 log.cc:826] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: Log is configured to *not* fsync() on all Append() calls
14:22:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.638123 26249 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: No bootstrap required, opened a new log
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.651957 26093 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/wal
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/data
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/logs
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/data/info.pb
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.65:0
14:22:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.123.65
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.65
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:22:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.683406 26249 raft_consensus.cc:359] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.693701 26249 raft_consensus.cc:385] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:22:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.694036 26249 raft_consensus.cc:740] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5c3d963413646c7baf3e408b9266834, State: Initialized, Role: FOLLOWER
14:22:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.695266 26249 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } }
14:22:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.700197 26249 sys_catalog.cc:565] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: configured and running, proceeding with master startup.
14:22:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.700353 26223 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5fdad46b385a43a891756c901505b03c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5c3d963413646c7baf3e408b9266834"
14:22:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.701043 26223 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [term 0 FOLLOWER]: Advancing to term 1
14:22:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.705873 26224 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5fdad46b385a43a891756c901505b03c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5c3d963413646c7baf3e408b9266834" is_pre_election: true
14:22:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.710294 26223 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5fdad46b385a43a891756c901505b03c in term 1.
14:22:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.711504 26222 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [term 1 FOLLOWER]: Refusing update from remote peer 5fdad46b385a43a891756c901505b03c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:22:22.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.716154 26366 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:22:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.698990 26379 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.724962 26379 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: This master's current role is: FOLLOWER
14:22:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.755872 26382 mvcc.cc:204] Tried to move back new op lower bound from 7214703175495606272 to 7214703175393239040. Current Snapshot: MvccSnapshot[applied={T|T < 7214703175495606272}]
14:22:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.771096 26381 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.771893 26381 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: This master's current role is: FOLLOWER
14:22:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.771667 26379 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5fdad46b385a43a891756c901505b03c. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.772306 26379 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834 [sys.catalog]: This master's current role is: FOLLOWER
14:22:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.850160 26395 catalog_manager.cc:1269] Loaded cluster ID: 775b9ac850104688a2467ed99e716817
14:22:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.850498 26395 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: loading cluster ID for follower catalog manager: success
14:22:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.870540 26395 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: acquiring CA information for follower catalog manager: success
14:22:22.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:22.875972 26395 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c5c3d963413646c7baf3e408b9266834: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:22:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.024140 26350 catalog_manager.cc:1269] Loaded cluster ID: 775b9ac850104688a2467ed99e716817
14:22:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.024643 26350 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: loading cluster ID for follower catalog manager: success
14:22:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.031679 26350 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: acquiring CA information for follower catalog manager: success
14:22:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.046615 26350 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 63973e9d9e9440c4bbafb75240a6597f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:22:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.186172 26366 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5fdad46b385a43a891756c901505b03c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fdad46b385a43a891756c901505b03c" member_type: VOTER last_known_addr { host: "127.25.123.126" port: 36025 } } peers { permanent_uuid: "c5c3d963413646c7baf3e408b9266834" member_type: VOTER last_known_addr { host: "127.25.123.125" port: 44519 } } peers { permanent_uuid: "63973e9d9e9440c4bbafb75240a6597f" member_type: VOTER last_known_addr { host: "127.25.123.124" port: 44745 } } }
14:22:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.186866 26366 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5fdad46b385a43a891756c901505b03c [sys.catalog]: This master's current role is: LEADER
14:22:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.229532 26378 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:22:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.230177 26378 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:22:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.231112 26378 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:22:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.287462 26378 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:22:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.288774 26378 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.123.65
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.353525 26378 tablet_server_runner.cc:78] Tablet server non-default flags:
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.123.84:45789
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/data
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/wal
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.123.65:0
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/data/info.pb
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.123.65
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.123.126:36025,127.25.123.125:44519,127.25.123.124:44745
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:22:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.123.65
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/logs
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Oct 2025 13:43:23 UTC on 5fd53c4cbb9d
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8713
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:22:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.355611 26378 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:22:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:23.357789 26378 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:22:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.414383 26405 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26378==WARNING: Can't read from symbolizer at fd 5
14:22:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26378==WARNING: invalid path to external symbolizer!
14:22:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26378==WARNING: Can't write to symbolizer at fd 8
14:22:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26378==WARNING: Can't write to symbolizer at fd 8
14:22:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26378==WARNING: Can't write to symbolizer at fd 8
14:22:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26378==WARNING: Failed to use and restart external symbolizer!
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26378)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
14:22:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-26406' (tid=26406, running) created by main thread at:
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
14:22:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-26405' (tid=26405, finished) created by main thread at:
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu+0x49fd2f)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:23.417384 26406 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26378)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f2027ed3668 by thread T6:
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f2027ed3668 by thread T5 (mutexes: write M83):
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
14:22:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f2025e35840) created at:
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:24.796452 26404 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 26378
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-26406' (tid=26406, running) created by main thread at:
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-26405' (tid=26405, finished) created by main thread at:
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
14:22:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:25.240535 26378 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.825s user 0.432s sys 0.631s
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:25.242596 26378 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.827s user 0.433s sys 0.631s
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
14:22:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
14:22:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:22:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskOIFjk1/build/tsan/lib/libkudu_util.so+0x449f05)
14:22:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.246918 26378 server_base.cc:1047] running on GCE node
14:22:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:25.247723 26410 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:22:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.248953 26378 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:22:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.251101 26378 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:22:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.252511 26378 hybrid_clock.cc:648] HybridClock initialized: now 1761402145252443 us; error 64 us; skew 500 ppm
14:22:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.253247 26378 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:22:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.259619 26378 webserver.cc:492] Webserver started at http://127.25.123.65:40365/ using document root <none> and password file <none>
14:22:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.260627 26378 fs_manager.cc:362] Metadata directory not provided
14:22:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.260814 26378 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:22:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.261020 26378 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:22:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.261533 26378 fs_manager.cc:362] Metadata directory not provided
14:22:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.261720 26378 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:22:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:25.262274 26378 ts_tablet_manager.cc:1507] Shutting down tablet manager...
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26378)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3785):
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
14:22:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3785 (0x7b7000001980) created at:
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=26413, running) created by main thread at:
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskOIFjk1/build/tsan/lib/libserver_process.so+0x1c1b14)
14:22:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26378)
14:22:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
14:22:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=26413, running) created by main thread at:
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
14:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu+0x49fd2f)
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:25.275405 26378 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:22:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399/ts-0: No such file or directory (error 2)
14:22:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
14:22:26.308 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu: process exited with non-zero status 66"
}
14:22:26.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:26.309726 26093 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu with pid 26105
14:22:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:26.339727 26093 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu with pid 26175
14:22:26.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251025 14:22:26.367528 26093 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu with pid 26251
14:22:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:26.396508 26093 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399 during walk: No such file or directory
14:22:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:26.396718 26093 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399 during walk: No such file or directory
14:22:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251025 14:22:26.397049 26093 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskOIFjk1/test-tmp/mini-kudu-cluster1281618322209196399: One or more errors occurred
14:22:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26093==WARNING: invalid path to external symbolizer!
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26093==WARNING: Failed to use and restart external symbolizer!
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26093)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
14:22:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
14:22:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
14:22:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=26100, running) created by main thread at:
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskOIFjk1/build/tsan/lib/libserver_process.so+0x1c1b14)
14:22:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26093)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
14:22:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
14:22:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=26099, running) created by main thread at:
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskOIFjk1/build/tsan/lib/libserver_process.so+0x1c1b14)
14:22:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:22:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-25T14:22:26Z chronyd exiting
14:22:27.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
14:22:27.470 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testClusterId: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskOIFjk1/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)