03:22:11.289 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:22:11.289 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasknyXtZg/test-tmp
03:22:11.289 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:22:11.290 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasknyXtZg/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:22:11.291 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:22:11.617 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:22:11.617 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:22:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:11.622223 10759 mini_oidc.cc:150] Starting JWKS server
03:22:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:11.626572 10759 webserver.cc:492] Webserver started at http://127.0.0.1:35329/ using document root <none> and password file <none>
03:22:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:11.626996 10759 mini_oidc.cc:186] Starting OIDC Discovery server
03:22:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:11.628700 10759 webserver.cc:492] Webserver started at http://127.0.0.1:44571/ using document root <none> and password file <none>
03:22:11.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T03:22:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:22:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T03:22:11Z Disabled control of system clock
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:11.692351 10759 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/logs
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data/info.pb
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.254:41463
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.254
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35329/jwks.json with env {}
03:22:11.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:11.998945 10771 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:11.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:11.999512 10771 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.000005 10771 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.032511 10771 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:22:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.032820 10771 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.033013 10771 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:22:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.033208 10771 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:22:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.033403 10771 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:22:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.033553 10771 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35329/jwks.json
03:22:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:12.070259 10771 master_runner.cc:386] Master server non-default flags:
03:22:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.254:41463
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35329/jwks.json
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data/info.pb
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.254
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/logs
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 5fd53c4cbb9d
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8737
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:12.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:12.071647 10771 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:12.073601 10771 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:12.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.087760 10777 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:12.088245 10778 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.418965 10780 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.421339 10771 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.334s user 0.463s sys 0.858s
03:22:13.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.421931 10771 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.335s user 0.465s sys 0.859s
03:22:13.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.422667 10779 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1328 milliseconds
03:22:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.422712 10771 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.424453 10771 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.428021 10771 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.429733 10771 hybrid_clock.cc:648] HybridClock initialized: now 1761535333429684 us; error 42 us; skew 500 ppm
03:22:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.431116 10771 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:13.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.440835 10771 webserver.cc:492] Webserver started at http://127.10.129.254:37415/ using document root <none> and password file <none>
03:22:13.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.442382 10771 fs_manager.cc:362] Metadata directory not provided
03:22:13.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.442715 10771 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:13.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.443361 10771 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:13.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.450670 10771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data/instance:
03:22:13.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c"
03:22:13.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:13 on dist-test-slave-zn3x"
03:22:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.452457 10771 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal/instance:
03:22:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c"
03:22:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:13 on dist-test-slave-zn3x"
03:22:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.463673 10771 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.010s sys 0.002s
03:22:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.472427 10787 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.473757 10771 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
03:22:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.474139 10771 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data,/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal
03:22:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c"
03:22:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:13 on dist-test-slave-zn3x"
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.474539 10771 fs_report.cc:389] FS layout report
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data/data
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.545989 10771 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.547597 10771 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.548120 10771 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.625486 10771 rpc_server.cc:307] RPC server started. Bound to: 127.10.129.254:41463
03:22:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.625595 10838 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.129.254:41463 every 8 connection(s)
03:22:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.629675 10771 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/data/info.pb
03:22:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.638708 10839 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:22:13.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.639420 10759 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu as pid 10771
03:22:13.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.639974 10759 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-0/wal/instance
03:22:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.645349 10759 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/logs
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data/info.pb
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.253:34945
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.253
03:22:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35329/jwks.json with env {}
03:22:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.654063 10839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } has no permanent_uuid. Determining permanent_uuid...
03:22:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.681493 10839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } has no permanent_uuid. Determining permanent_uuid...
03:22:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.684376 10789 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.688683 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.738251 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 1
03:22:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.742791 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.811172 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 2
03:22:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.815069 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:13.906585 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 3
03:22:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.910993 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.969466 10841 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.970363 10841 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:13.970932 10841 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.004637 10841 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:22:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.004956 10841 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.005162 10841 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:22:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.005364 10841 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:22:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.005553 10841 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:22:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.005702 10841 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35329/jwks.json
03:22:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:14.043489 10841 master_runner.cc:386] Master server non-default flags:
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.253:34945
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35329/jwks.json
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data/info.pb
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.253
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/logs
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 5fd53c4cbb9d
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8737
03:22:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:14.044852 10841 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:14.046602 10841 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:14.054481 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 4
03:22:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.059309 10850 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.059795 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:14.359385 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 5
03:22:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.366746 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:14.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:14.914422 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 6
03:22:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.927953 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.253:34945: Network error: Client connection negotiation failed: client connection to 127.10.129.253:34945: connect: Connection refused (error 111)
03:22:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:14.059978 10851 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.283805 10853 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.286808 10852 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1222 milliseconds
03:22:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.286960 10841 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.288264 10841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.290953 10841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.292318 10841 hybrid_clock.cc:648] HybridClock initialized: now 1761535335292265 us; error 56 us; skew 500 ppm
03:22:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.293190 10841 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.299811 10841 webserver.cc:492] Webserver started at http://127.10.129.253:38651/ using document root <none> and password file <none>
03:22:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.300899 10841 fs_manager.cc:362] Metadata directory not provided
03:22:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.301144 10841 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.301662 10841 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.306241 10841 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data/instance:
03:22:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055a5611aade495b9a8cfe79020d69c7"
03:22:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:15 on dist-test-slave-zn3x"
03:22:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.307504 10841 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal/instance:
03:22:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055a5611aade495b9a8cfe79020d69c7"
03:22:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:15 on dist-test-slave-zn3x"
03:22:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.314934 10841 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:22:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.320909 10862 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:15.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.322168 10841 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.322576 10841 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data,/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055a5611aade495b9a8cfe79020d69c7"
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:15 on dist-test-slave-zn3x"
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.322995 10841 fs_report.cc:389] FS layout report
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data/data
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:15.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.372391 10841 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.373950 10841 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.374454 10841 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.447613 10841 rpc_server.cc:307] RPC server started. Bound to: 127.10.129.253:34945
03:22:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.447659 10913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.129.253:34945 every 8 connection(s)
03:22:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.450507 10841 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/data/info.pb
03:22:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.454241 10759 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu as pid 10841
03:22:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.454768 10759 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-1/wal/instance
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.457986 10914 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.457906 10759 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/logs
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data/info.pb
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.252:34811
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.252
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35329/jwks.json with env {}
03:22:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.471277 10914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } has no permanent_uuid. Determining permanent_uuid...
03:22:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.493945 10914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } has no permanent_uuid. Determining permanent_uuid...
03:22:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.509323 10914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } has no permanent_uuid. Determining permanent_uuid...
03:22:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.512107 10863 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.516546 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.566139 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 1
03:22:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.570223 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:15.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.638813 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 2
03:22:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.643597 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.735078 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 3
03:22:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.739780 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.782379 10916 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.782949 10916 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.783422 10916 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.819106 10916 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:22:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.819555 10916 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.819926 10916 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:22:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.820250 10916 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:22:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.820604 10916 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:22:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.820839 10916 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35329/jwks.json
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.880178 10916 master_runner.cc:386] Master server non-default flags:
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.252:34811
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35329/jwks.json
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data/info.pb
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.252
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/logs
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:22:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:22:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 5fd53c4cbb9d
03:22:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8737
03:22:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.882076 10916 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.884402 10916 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:15.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.888907 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 4
03:22:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.893518 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.900607 10926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:15.988615 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } attempt: 7
03:22:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.025106 10839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } has no permanent_uuid. Determining permanent_uuid...
03:22:16.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.052021 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.110601 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 1
03:22:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.118072 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.192945 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 5
03:22:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.199699 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 2
03:22:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.202327 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.209390 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.294946 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 3
03:22:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.307412 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.448037 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 4
03:22:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.459263 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.742939 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 5
03:22:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:16.749869 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 6
03:22:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.754153 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.790545 10914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:16.861361 10910 debug-util.cc:398] Leaking SignalData structure 0x7b080006f060 after lost signal to thread 10845
03:22:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.306778 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 6
03:22:17.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:17.329777 10839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.129.252:34811: Network error: Client connection negotiation failed: client connection to 127.10.129.252:34811: connect: Connection refused (error 111)
03:22:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:17.304270 10925 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 10916
03:22:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:17.582417 10916 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.681s user 0.592s sys 1.063s
03:22:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:17.583730 10916 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.683s user 0.592s sys 1.063s
03:22:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:15.901382 10927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:17.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:17.585418 10929 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:17.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:17.588943 10928 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1682 milliseconds
03:22:17.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.589037 10916 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.590771 10916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:17.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.594134 10916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.595647 10916 hybrid_clock.cc:648] HybridClock initialized: now 1761535337595596 us; error 63 us; skew 500 ppm
03:22:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.596873 10916 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:17.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.605479 10916 webserver.cc:492] Webserver started at http://127.10.129.252:42523/ using document root <none> and password file <none>
03:22:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.606912 10916 fs_manager.cc:362] Metadata directory not provided
03:22:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.607221 10916 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.607854 10916 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.614955 10916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data/instance:
03:22:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f97a91740ff4421e9e63c7cb30685b46"
03:22:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:17 on dist-test-slave-zn3x"
03:22:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.616685 10916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal/instance:
03:22:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f97a91740ff4421e9e63c7cb30685b46"
03:22:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:17 on dist-test-slave-zn3x"
03:22:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.632263 10916 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.011s sys 0.000s
03:22:17.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.638528 10943 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.639950 10916 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:22:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.640341 10916 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data,/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal
03:22:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f97a91740ff4421e9e63c7cb30685b46"
03:22:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:17 on dist-test-slave-zn3x"
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.640686 10916 fs_report.cc:389] FS layout report
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data/data
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.714252 10916 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:17.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.715847 10916 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:17.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.716332 10916 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:17.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.808357 10916 rpc_server.cc:307] RPC server started. Bound to: 127.10.129.252:34811
03:22:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.808419 10995 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.129.252:34811 every 8 connection(s)
03:22:17.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.811378 10916 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/data/info.pb
03:22:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.812211 10759 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu as pid 10916
03:22:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.812708 10759 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/master-2/wal/instance
03:22:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.819753 10996 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:22:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.851154 10914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 7
03:22:17.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.848358 10996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } has no permanent_uuid. Determining permanent_uuid...
03:22:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.922132 10996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } has no permanent_uuid. Determining permanent_uuid...
03:22:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.943523 10914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: Bootstrap starting.
03:22:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.945093 10996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } has no permanent_uuid. Determining permanent_uuid...
03:22:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.952409 10914 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: Neither blocks nor log segments found. Creating new log.
03:22:17.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.957849 10914 log.cc:826] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: Log is configured to *not* fsync() on all Append() calls
03:22:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.965116 10914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: No bootstrap required, opened a new log
03:22:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.967839 10996 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46: Bootstrap starting.
03:22:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.978427 10996 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46: Neither blocks nor log segments found. Creating new log.
03:22:17.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.980983 10996 log.cc:826] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46: Log is configured to *not* fsync() on all Append() calls
03:22:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.991714 10996 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46: No bootstrap required, opened a new log
03:22:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.993404 10914 raft_consensus.cc:359] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.994364 10914 raft_consensus.cc:385] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:22:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.994669 10914 raft_consensus.cc:740] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 055a5611aade495b9a8cfe79020d69c7, State: Initialized, Role: FOLLOWER
03:22:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:17.995589 10914 consensus_queue.cc:260] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.004289 11009 sys_catalog.cc:455] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.005472 11009 sys_catalog.cc:458] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.006434 10914 sys_catalog.cc:565] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: configured and running, proceeding with master startup.
03:22:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.025414 10996 raft_consensus.cc:359] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.026665 10996 raft_consensus.cc:385] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:22:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.027066 10996 raft_consensus.cc:740] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f97a91740ff4421e9e63c7cb30685b46, State: Initialized, Role: FOLLOWER
03:22:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.028304 10996 consensus_queue.cc:260] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.035109 11016 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.036374 11016 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.038054 10996 sys_catalog.cc:565] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: configured and running, proceeding with master startup.
03:22:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:18.071892 11022 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:22:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:18.072448 11022 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:22:18.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.093637 11016 raft_consensus.cc:493] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:22:18.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.094340 11016 raft_consensus.cc:515] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.053786 10841 master_runner.cc:186] Error getting master registration for 127.10.129.254:41463: OK, instance_id { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" instance_seqno: 1761535333599204 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:22:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.099000 10841 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:22:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.099884 11016 leader_election.cc:290] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dde5c7f1ab6f45dc9fb0d359c9ab280c (127.10.129.254:41463), 055a5611aade495b9a8cfe79020d69c7 (127.10.129.253:34945)
03:22:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.100342 10889 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f97a91740ff4421e9e63c7cb30685b46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "055a5611aade495b9a8cfe79020d69c7" is_pre_election: true
03:22:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.101263 10889 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f97a91740ff4421e9e63c7cb30685b46 in term 0.
03:22:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.102896 10945 leader_election.cc:304] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 055a5611aade495b9a8cfe79020d69c7, f97a91740ff4421e9e63c7cb30685b46; no voters:
03:22:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.104099 11016 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:22:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.113423 11016 raft_consensus.cc:493] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:22:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.114380 11016 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 0 FOLLOWER]: Advancing to term 1
03:22:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:18.133021 10868 tablet.cc:2378] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:22:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.140239 11016 raft_consensus.cc:515] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.151669 11016 leader_election.cc:290] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [CANDIDATE]: Term 1 election: Requested vote from peers dde5c7f1ab6f45dc9fb0d359c9ab280c (127.10.129.254:41463), 055a5611aade495b9a8cfe79020d69c7 (127.10.129.253:34945)
03:22:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.156643 10889 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f97a91740ff4421e9e63c7cb30685b46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "055a5611aade495b9a8cfe79020d69c7"
03:22:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.157331 10889 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 0 FOLLOWER]: Advancing to term 1
03:22:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.164476 11033 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:22:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.181103 10889 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f97a91740ff4421e9e63c7cb30685b46 in term 1.
03:22:18.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.183800 10945 leader_election.cc:304] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 055a5611aade495b9a8cfe79020d69c7, f97a91740ff4421e9e63c7cb30685b46; no voters:
03:22:18.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.184754 11016 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 1 FOLLOWER]: Leader election won for term 1
03:22:18.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.203047 11016 raft_consensus.cc:697] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [term 1 LEADER]: Becoming Leader. State: Replica: f97a91740ff4421e9e63c7cb30685b46, State: Running, Role: LEADER
03:22:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.204128 11016 consensus_queue.cc:237] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.169100 10916 master_runner.cc:186] Error getting master registration for 127.10.129.254:41463: OK, instance_id { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" instance_seqno: 1761535333599204 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:22:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.210961 10916 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:22:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:18.223266 10950 tablet.cc:2378] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:22:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.223948 11034 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f97a91740ff4421e9e63c7cb30685b46. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.225729 11034 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: This master's current role is: LEADER
03:22:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.230471 11036 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:22:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.246876 11036 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:22:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.273921 10889 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [term 1 FOLLOWER]: Refusing update from remote peer f97a91740ff4421e9e63c7cb30685b46: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:22:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.276515 11034 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:22:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.350193 11009 sys_catalog.cc:455] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f97a91740ff4421e9e63c7cb30685b46. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.357628 11009 sys_catalog.cc:458] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.363248 10839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } attempt: 7
03:22:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.406580 11038 mvcc.cc:204] Tried to move back new op lower bound from 7215248745536831488 to 7215248745294483456. Current Snapshot: MvccSnapshot[applied={T|T < 7215248745536831488}]
03:22:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.416224 11034 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.416961 11034 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: This master's current role is: LEADER
03:22:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.418486 11036 catalog_manager.cc:1357] Generated new cluster ID: ec766903e2ee4738a5fe8d98c67709e5
03:22:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.418841 11036 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:22:18.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.458488 10839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: Bootstrap starting.
03:22:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.469732 11009 sys_catalog.cc:455] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.470530 11009 sys_catalog.cc:458] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7 [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.484623 11036 catalog_manager.cc:1380] Generated new certificate authority record
03:22:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.486721 11036 catalog_manager.cc:1514] Loading token signing keys...
03:22:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.501083 10839 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: Neither blocks nor log segments found. Creating new log.
03:22:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.507090 10839 log.cc:826] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: Log is configured to *not* fsync() on all Append() calls
03:22:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.530922 11036 catalog_manager.cc:6022] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46: Generated new TSK 0
03:22:18.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.532085 11036 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:22:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.538605 10839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: No bootstrap required, opened a new log
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.566802 10759 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/logs
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data/info.pb
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.193:0
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.129.193
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.193
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:22:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.602459 10839 raft_consensus.cc:359] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.606302 10839 raft_consensus.cc:385] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:22:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.607940 10839 raft_consensus.cc:740] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dde5c7f1ab6f45dc9fb0d359c9ab280c, State: Initialized, Role: FOLLOWER
03:22:18.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.612506 10839 consensus_queue.cc:260] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } }
03:22:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.645298 11046 sys_catalog.cc:455] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.646395 11046 sys_catalog.cc:458] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.647787 10839 sys_catalog.cc:565] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: configured and running, proceeding with master startup.
03:22:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.647969 10814 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f97a91740ff4421e9e63c7cb30685b46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" is_pre_election: true
03:22:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.648859 10814 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f97a91740ff4421e9e63c7cb30685b46 in term 0.
03:22:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.650295 10812 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 0 FOLLOWER]: Advancing to term 1
03:22:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.657749 10812 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 1 FOLLOWER]: Refusing update from remote peer f97a91740ff4421e9e63c7cb30685b46: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:22:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.658576 10813 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f97a91740ff4421e9e63c7cb30685b46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c"
03:22:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.662026 11016 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:22:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.669261 10813 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f97a91740ff4421e9e63c7cb30685b46 in term 1.
03:22:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.729138 11049 mvcc.cc:204] Tried to move back new op lower bound from 7215248745536831488 to 7215248745294483456. Current Snapshot: MvccSnapshot[applied={T|T < 7215248745536831488}]
03:22:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.757700 11046 sys_catalog.cc:455] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: SysCatalogTable state changed. Reason: New leader f97a91740ff4421e9e63c7cb30685b46. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.757908 11055 sys_catalog.cc:455] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.758569 11046 sys_catalog.cc:458] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.758700 11055 sys_catalog.cc:458] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c [sys.catalog]: This master's current role is: FOLLOWER
03:22:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:18.769181 11062 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:22:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.078718 11022 catalog_manager.cc:1269] Loaded cluster ID: ec766903e2ee4738a5fe8d98c67709e5
03:22:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.079247 11022 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: loading cluster ID for follower catalog manager: success
03:22:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.095513 11022 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: acquiring CA information for follower catalog manager: success
03:22:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.101897 11022 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 055a5611aade495b9a8cfe79020d69c7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:22:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.220412 11045 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.221125 11045 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.221992 11045 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.278439 11016 sys_catalog.cc:455] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f97a91740ff4421e9e63c7cb30685b46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dde5c7f1ab6f45dc9fb0d359c9ab280c" member_type: VOTER last_known_addr { host: "127.10.129.254" port: 41463 } } peers { permanent_uuid: "055a5611aade495b9a8cfe79020d69c7" member_type: VOTER last_known_addr { host: "127.10.129.253" port: 34945 } } peers { permanent_uuid: "f97a91740ff4421e9e63c7cb30685b46" member_type: VOTER last_known_addr { host: "127.10.129.252" port: 34811 } } }
03:22:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.280160 11016 sys_catalog.cc:458] T 00000000000000000000000000000000 P f97a91740ff4421e9e63c7cb30685b46 [sys.catalog]: This master's current role is: LEADER
03:22:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.299008 11045 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.300541 11045 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.129.193
03:22:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.367342 11045 tablet_server_runner.cc:78] Tablet server non-default flags:
03:22:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.193:0
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data/info.pb
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.193
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.129.193
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/logs
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 5fd53c4cbb9d
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8737
03:22:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.369128 11045 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.371457 11045 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.401317 11071 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.790789 11062 catalog_manager.cc:1269] Loaded cluster ID: ec766903e2ee4738a5fe8d98c67709e5
03:22:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.791100 11062 catalog_manager.cc:1562] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: loading cluster ID for follower catalog manager: success
03:22:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.798322 11062 catalog_manager.cc:1584] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: acquiring CA information for follower catalog manager: success
03:22:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:19.803984 11062 catalog_manager.cc:1612] T 00000000000000000000000000000000 P dde5c7f1ab6f45dc9fb0d359c9ab280c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:22:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:19.406493 11072 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:21.962266 11045 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.557s user 0.635s sys 0.865s
03:22:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:21.962828 11045 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.558s user 0.635s sys 0.865s
03:22:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:20.794322 11070 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 11045
03:22:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:21.975122 11078 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.977322 11045 server_base.cc:1047] running on GCE node
03:22:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.979300 11045 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.981899 11045 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.983410 11045 hybrid_clock.cc:648] HybridClock initialized: now 1761535341983278 us; error 130 us; skew 500 ppm
03:22:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.984572 11045 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.992530 11045 webserver.cc:492] Webserver started at http://127.10.129.193:44723/ using document root <none> and password file <none>
03:22:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.993885 11045 fs_manager.cc:362] Metadata directory not provided
03:22:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.994195 11045 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:21.994812 11045 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.001415 11045 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data/instance:
03:22:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "309ca5300b8e486393ef31af58a00f40"
03:22:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:21 on dist-test-slave-zn3x"
03:22:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.003005 11045 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal/instance:
03:22:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "309ca5300b8e486393ef31af58a00f40"
03:22:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:21 on dist-test-slave-zn3x"
03:22:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.012924 11045 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
03:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.019321 11084 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.020553 11045 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.020990 11045 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data,/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "309ca5300b8e486393ef31af58a00f40"
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:21 on dist-test-slave-zn3x"
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.021337 11045 fs_report.cc:389] FS layout report
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal
03:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data/data
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.084172 11045 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.085752 11045 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.086308 11045 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.089570 11045 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:22:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.094640 11045 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:22:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.094870 11045 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:22:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.095192 11045 ts_tablet_manager.cc:616] Registered 0 tablets
03:22:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.095363 11045 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:22:22.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.284758 11045 rpc_server.cc:307] RPC server started. Bound to: 127.10.129.193:34415
03:22:22.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.284967 11196 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.129.193:34415 every 8 connection(s)
03:22:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.287518 11045 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/data/info.pb
03:22:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.297775 10759 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu as pid 11045
03:22:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.298686 10759 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-0/wal/instance
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.332036 10759 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/logs
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data/info.pb
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:22.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.194:0
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.129.194
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.194
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:22:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.365052 11197 heartbeater.cc:344] Connected to a master server at 127.10.129.253:34945
03:22:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.365612 11197 heartbeater.cc:461] Registering TS with master...
03:22:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.367173 11197 heartbeater.cc:507] Master 127.10.129.253:34945 requested a full tablet report, sending...
03:22:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.369722 11198 heartbeater.cc:344] Connected to a master server at 127.10.129.252:34811
03:22:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.370155 11198 heartbeater.cc:461] Registering TS with master...
03:22:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.371170 10879 ts_manager.cc:194] Registered new tserver with Master: 309ca5300b8e486393ef31af58a00f40 (127.10.129.193:34415)
03:22:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.371253 11198 heartbeater.cc:507] Master 127.10.129.252:34811 requested a full tablet report, sending...
03:22:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.374724 10961 ts_manager.cc:194] Registered new tserver with Master: 309ca5300b8e486393ef31af58a00f40 (127.10.129.193:34415)
03:22:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.377918 10961 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.129.193:51985
03:22:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.380997 11199 heartbeater.cc:344] Connected to a master server at 127.10.129.254:41463
03:22:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.381389 11199 heartbeater.cc:461] Registering TS with master...
03:22:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.382609 11199 heartbeater.cc:507] Master 127.10.129.254:41463 requested a full tablet report, sending...
03:22:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.385913 10804 ts_manager.cc:194] Registered new tserver with Master: 309ca5300b8e486393ef31af58a00f40 (127.10.129.193:34415)
03:22:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.718914 11207 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.719563 11207 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.720425 11207 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.763856 11207 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:22.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.764840 11207 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.129.194
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.802250 11207 tablet_server_runner.cc:78] Tablet server non-default flags:
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal
03:22:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.194:0
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data/info.pb
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.194
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.129.194
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/logs
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 5fd53c4cbb9d
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8737
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.803661 11207 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:22.805413 11207 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.822841 11213 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:23.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:23.384898 11198 heartbeater.cc:499] Master 127.10.129.252:34811 was elected leader, sending a full tablet report...
03:22:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:22.826471 11214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.164402 11207 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.340s user 0.497s sys 0.841s
03:22:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.164826 11207 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.341s user 0.497s sys 0.841s
03:22:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.166456 11207 server_base.cc:1047] running on GCE node
03:22:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.168141 11219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.169642 11207 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.172699 11207 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.174414 11207 hybrid_clock.cc:648] HybridClock initialized: now 1761535344174355 us; error 39 us; skew 500 ppm
03:22:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.175745 11207 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.184582 11207 webserver.cc:492] Webserver started at http://127.10.129.194:41711/ using document root <none> and password file <none>
03:22:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.185606 11207 fs_manager.cc:362] Metadata directory not provided
03:22:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.185844 11207 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.186362 11207 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.190790 11207 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data/instance:
03:22:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d3afcb3c03b246e7b1f0fa740e6c49f5"
03:22:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:24 on dist-test-slave-zn3x"
03:22:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.192085 11207 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal/instance:
03:22:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d3afcb3c03b246e7b1f0fa740e6c49f5"
03:22:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:24 on dist-test-slave-zn3x"
03:22:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.200603 11207 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.005s
03:22:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.207201 11224 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.208547 11207 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
03:22:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.208988 11207 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data,/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal
03:22:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d3afcb3c03b246e7b1f0fa740e6c49f5"
03:22:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 03:22:24 on dist-test-slave-zn3x"
03:22:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.209419 11207 fs_report.cc:389] FS layout report
03:22:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data/data
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.293704 11207 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.295390 11207 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.295861 11207 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:24.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.298595 11207 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:22:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.303299 11207 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:22:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.303535 11207 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:22:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.303747 11207 ts_tablet_manager.cc:616] Registered 0 tablets
03:22:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.303972 11207 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:22:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.451725 11207 rpc_server.cc:307] RPC server started. Bound to: 127.10.129.194:41187
03:22:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.451834 11348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.129.194:41187 every 8 connection(s)
03:22:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.454411 11207 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/data/info.pb
03:22:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.457957 10759 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu as pid 11207
03:22:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.458458 10759 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-1/wal/instance
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.474436 10759 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/wal
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/data
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/logs
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/data/info.pb
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.195:0
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.129.195
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.195
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:22:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.510437 11351 heartbeater.cc:344] Connected to a master server at 127.10.129.254:41463
03:22:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.511029 11351 heartbeater.cc:461] Registering TS with master...
03:22:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.511291 11350 heartbeater.cc:344] Connected to a master server at 127.10.129.252:34811
03:22:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.511657 11350 heartbeater.cc:461] Registering TS with master...
03:22:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.512523 11351 heartbeater.cc:507] Master 127.10.129.254:41463 requested a full tablet report, sending...
03:22:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.512817 11349 heartbeater.cc:344] Connected to a master server at 127.10.129.253:34945
03:22:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.512764 11350 heartbeater.cc:507] Master 127.10.129.252:34811 requested a full tablet report, sending...
03:22:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.513247 11349 heartbeater.cc:461] Registering TS with master...
03:22:24.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.514186 11349 heartbeater.cc:507] Master 127.10.129.253:34945 requested a full tablet report, sending...
03:22:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.515506 10961 ts_manager.cc:194] Registered new tserver with Master: d3afcb3c03b246e7b1f0fa740e6c49f5 (127.10.129.194:41187)
03:22:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.516002 10804 ts_manager.cc:194] Registered new tserver with Master: d3afcb3c03b246e7b1f0fa740e6c49f5 (127.10.129.194:41187)
03:22:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.517073 10879 ts_manager.cc:194] Registered new tserver with Master: d3afcb3c03b246e7b1f0fa740e6c49f5 (127.10.129.194:41187)
03:22:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.517298 10961 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.129.194:60817
03:22:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.813882 11359 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.814469 11359 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.815074 11359 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.849179 11359 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:24.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.850123 11359 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.129.195
03:22:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.887482 11359 tablet_server_runner.cc:78] Tablet server non-default flags:
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.129.212:34113
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/data
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/wal
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.129.195:0
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/data/info.pb
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.129.195
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.129.254:41463,127.10.129.253:34945,127.10.129.252:34811
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.129.195
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/logs
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
03:22:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 02:43:21 UTC on 5fd53c4cbb9d
03:22:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8737
03:22:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.889207 11359 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:24.890991 11359 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.904147 11366 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:25.520574 11350 heartbeater.cc:499] Master 127.10.129.252:34811 was elected leader, sending a full tablet report...
03:22:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=11359)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 tzset <null> (libc.so.6+0xd3fe4)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
03:22:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 strdup <null> (libc.so.6+0x9daf9)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-11367' (tid=11367, running) created by main thread at:
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-11366' (tid=11366, finished) created by main thread at:
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu+0x49fd2f)
03:22:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.905136 11367 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:26.039288 11368 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1132 milliseconds
03:22:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.039331 11359 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:24.908232 11369 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=11359)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f4c64c69668 by thread T6:
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f4c64c69668 by thread T5 (mutexes: write M83):
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '??' at 0x7f4c64778000 (libkudu_util.so+0x0000004f1668)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f4c62bcb840) created at:
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-11367' (tid=11367, running) created by main thread at:
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-11366' (tid=11366, finished) created by main thread at:
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasknyXtZg/build/tsan/lib/libkudu_util.so+0x449f05)
03:22:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.044021 11359 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.046450 11359 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.047844 11359 hybrid_clock.cc:648] HybridClock initialized: now 1761535346047795 us; error 61 us; skew 500 ppm
03:22:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.048705 11359 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.056229 11359 webserver.cc:492] Webserver started at http://127.10.129.195:45079/ using document root <none> and password file <none>
03:22:26.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.057343 11359 fs_manager.cc:362] Metadata directory not provided
03:22:26.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.057641 11359 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.057935 11359 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.058638 11359 fs_manager.cc:362] Metadata directory not provided
03:22:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.058823 11359 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:26.059490 11359 ts_tablet_manager.cc:1507] Shutting down tablet manager...
03:22:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
03:22:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=11359)
03:22:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3773):
03:22:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
03:22:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
03:22:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3773 (0x7b7000001980) created at:
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=11379, running) created by main thread at:
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasknyXtZg/build/tsan/lib/libserver_process.so+0x1c1b14)
03:22:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=11359)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=11379, running) created by main thread at:
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 __libc_start_main <null> (libc.so.6+0x21bf6)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu+0x49fd2f)
03:22:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:26.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:26.088192 11359 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
03:22:26.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928/ts-2: No such file or directory (error 2)
03:22:27.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
03:22:27.127 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu: process exited with non-zero status 66"
}
03:22:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:27.128170 10759 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu with pid 11045
03:22:27.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:27.155098 10759 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu with pid 11207
03:22:27.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:27.181371 10759 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu with pid 10771
03:22:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:27.212042 10759 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu with pid 10841
03:22:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 03:22:27.239765 10759 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu with pid 10916
03:22:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:27.267298 10759 env_posix.cc:2133] Unable to access file /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928 during walk: No such file or directory
03:22:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:27.267632 10759 env_posix.cc:2135] Unable to access file /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928 during walk: No such file or directory
03:22:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 03:22:27.268013 10759 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-tasknyXtZg/test-tmp/mini-kudu-cluster5672490577182138928: One or more errors occurred
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10759==WARNING: invalid path to external symbolizer!
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10759==WARNING: Failed to use and restart external symbolizer!
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10759)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
03:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=10766, running) created by main thread at:
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasknyXtZg/build/tsan/lib/libserver_process.so+0x1c1b14)
03:22:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10759)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
03:22:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=10765, running) created by main thread at:
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasknyXtZg/build/tsan/lib/libserver_process.so+0x1c1b14)
03:22:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T03:22:27Z chronyd exiting
03:22:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
03:22:28.348 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testSessionOnceClosed: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-tasknyXtZg/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)