21:32:45.451 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:32:45.452 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskBpUi_g/test-tmp
21:32:45.452 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:32:45.452 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskBpUi_g/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:32:45.453 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:32:45.778 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:32:45.778 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:32:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:45.781699 6937 mini_oidc.cc:150] Starting JWKS server
21:32:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:45.785261 6937 webserver.cc:492] Webserver started at http://127.0.0.1:34515/ using document root <none> and password file <none>
21:32:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:45.785674 6937 mini_oidc.cc:186] Starting OIDC Discovery server
21:32:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:45.787416 6937 webserver.cc:492] Webserver started at http://127.0.0.1:37321/ using document root <none> and password file <none>
21:32:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T21:32:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:32:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T21:32:45Z Disabled control of system clock
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:45.848995 6937 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/logs
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data/info.pb
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.126:35447
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.126
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:32:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:32:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34515/jwks.json with env {}
21:32:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.148931 6949 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:32:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.149483 6949 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:32:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.149974 6949 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:32:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.182078 6949 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:32:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.182372 6949 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:32:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.182585 6949 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:32:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.182780 6949 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:32:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.182981 6949 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:32:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.183125 6949 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34515/jwks.json
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:46.219744 6949 master_runner.cc:386] Master server non-default flags:
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.126:35447
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34515/jwks.json
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data/info.pb
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.126
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/logs
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8749
21:32:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:32:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:46.221052 6949 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:32:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:46.222735 6949 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:32:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.233747 6955 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.235095 6956 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:46.238955 6958 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.420205 6957 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:32:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.420248 6949 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:32:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.424347 6949 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:32:47.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.426995 6949 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:32:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.428369 6949 hybrid_clock.cc:648] HybridClock initialized: now 1761600767428327 us; error 50 us; skew 500 ppm
21:32:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.429276 6949 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:32:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.435676 6949 webserver.cc:492] Webserver started at http://127.6.198.126:36039/ using document root <none> and password file <none>
21:32:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.436693 6949 fs_manager.cc:362] Metadata directory not provided
21:32:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.436916 6949 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.437402 6949 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:32:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.441852 6949 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data/instance:
21:32:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df1bc28ec66447e1bd1eaba9540b12ff"
21:32:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:47 on dist-test-slave-mvkx"
21:32:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.443150 6949 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal/instance:
21:32:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df1bc28ec66447e1bd1eaba9540b12ff"
21:32:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:47 on dist-test-slave-mvkx"
21:32:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.450759 6949 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
21:32:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.456833 6965 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:32:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.458050 6949 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
21:32:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.458420 6949 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data,/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal
21:32:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df1bc28ec66447e1bd1eaba9540b12ff"
21:32:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:47 on dist-test-slave-mvkx"
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.458817 6949 fs_report.cc:389] FS layout report
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data/data
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:32:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:32:47.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.519238 6949 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:32:47.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.520828 6949 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:32:47.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.521343 6949 kserver.cc:163] Server-wide thread pool size limit: 3276
21:32:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.593766 6949 rpc_server.cc:307] RPC server started. Bound to: 127.6.198.126:35447
21:32:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.593816 7016 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.198.126:35447 every 8 connection(s)
21:32:47.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.596558 6949 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/data/info.pb
21:32:47.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.598536 6937 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu as pid 6949
21:32:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.599148 6937 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-0/wal/instance
21:32:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.603034 6937 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal
21:32:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/logs
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data/info.pb
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.125:45985
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.125
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34515/jwks.json with env {}
21:32:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.603255 7017 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:32:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.614455 7017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } has no permanent_uuid. Determining permanent_uuid...
21:32:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.644241 7017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } has no permanent_uuid. Determining permanent_uuid...
21:32:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.646533 6969 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.650573 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.700088 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 1
21:32:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.704176 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.772588 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 2
21:32:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.776944 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.868335 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 3
21:32:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.872406 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.915433 7019 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:32:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.915989 7019 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:32:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.916469 7019 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:32:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.948884 7019 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:32:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.949177 7019 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:32:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.949366 7019 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:32:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.949561 7019 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:32:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.949759 7019 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:32:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:47.949904 7019 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34515/jwks.json
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.987596 7019 master_runner.cc:386] Master server non-default flags:
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.125:45985
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34515/jwks.json
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data/info.pb
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.125
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/logs
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8749
21:32:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:32:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.988919 7019 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:32:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:47.990512 7019 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:32:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:48.000943 7028 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:48.015790 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 4
21:32:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:48.022097 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:48.321744 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 5
21:32:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:48.329109 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:48.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:48.876703 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 6
21:32:48.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:48.906687 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.125:45985: Network error: Client connection negotiation failed: client connection to 127.6.198.125:45985: connect: Connection refused (error 111)
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.405234 7027 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 7019
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.427536 7027 kernel_stack_watchdog.cc:198] Thread 7019 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:32:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:48.002880 7029 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:49.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.428696 7019 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.427s user 0.002s sys 0.000s
21:32:49.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.429129 7019 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.427s user 0.003s sys 0.000s
21:32:49.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.430938 7031 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.432410 7030 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1425 milliseconds
21:32:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.432487 7019 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:32:49.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.433607 7019 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:32:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.436058 7019 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:32:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.437417 7019 hybrid_clock.cc:648] HybridClock initialized: now 1761600769437372 us; error 49 us; skew 500 ppm
21:32:49.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.438287 7019 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:32:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.444615 7019 webserver.cc:492] Webserver started at http://127.6.198.125:45839/ using document root <none> and password file <none>
21:32:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.445510 7019 fs_manager.cc:362] Metadata directory not provided
21:32:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.445701 7019 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:49.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.446112 7019 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:32:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.450409 7019 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data/instance:
21:32:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4367c66359d46e68bb87ebea16ca581"
21:32:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:49 on dist-test-slave-mvkx"
21:32:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.451529 7019 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal/instance:
21:32:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4367c66359d46e68bb87ebea16ca581"
21:32:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:49 on dist-test-slave-mvkx"
21:32:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.458710 7019 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
21:32:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.464347 7040 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:32:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.465474 7019 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.465773 7019 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data,/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4367c66359d46e68bb87ebea16ca581"
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:49 on dist-test-slave-mvkx"
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.466079 7019 fs_report.cc:389] FS layout report
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data/data
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:32:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:32:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.529165 7019 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:32:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.530611 7019 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:32:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.531028 7019 kserver.cc:163] Server-wide thread pool size limit: 3276
21:32:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.606559 7019 rpc_server.cc:307] RPC server started. Bound to: 127.6.198.125:45985
21:32:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.606645 7092 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.198.125:45985 every 8 connection(s)
21:32:49.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.609165 7019 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/data/info.pb
21:32:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.609827 6937 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu as pid 7019
21:32:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.610314 6937 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-1/wal/instance
21:32:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.613544 6937 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/logs
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data/info.pb
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.124:38989
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.124
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:49.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:32:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:32:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34515/jwks.json with env {}
21:32:49.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.616434 7093 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:32:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.635016 7093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } has no permanent_uuid. Determining permanent_uuid...
21:32:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.660684 7093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } has no permanent_uuid. Determining permanent_uuid...
21:32:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.675781 7093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } has no permanent_uuid. Determining permanent_uuid...
21:32:49.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.678501 7042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.682998 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.732496 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 1
21:32:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.737002 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:49.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.805409 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 2
21:32:49.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.809746 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.901139 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 3
21:32:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.905371 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.932442 7095 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:32:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.933138 7095 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:32:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.933889 7095 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:32:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.966056 7095 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:32:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.966413 7095 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:32:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.966773 7095 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:32:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.967057 7095 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:32:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.967339 7095 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:32:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.967283 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } attempt: 7
21:32:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.967554 7095 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34515/jwks.json
21:32:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:49.979005 7017 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } has no permanent_uuid. Determining permanent_uuid...
21:32:49.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:49.984356 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.007652 7095 master_runner.cc:386] Master server non-default flags:
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.124:38989
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34515/jwks.json
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data/info.pb
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.124
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/logs
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8749
21:32:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:32:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.008955 7095 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:32:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.010497 7095 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:32:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.021040 7107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.042855 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 1
21:32:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.049469 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 4
21:32:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.061496 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.062815 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.143218 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 2
21:32:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.151965 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.237601 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 3
21:32:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.246133 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.362401 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 5
21:32:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.370544 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.386847 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 4
21:32:50.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.395206 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.678807 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 5
21:32:50.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.686515 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:50.918169 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 6
21:32:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.945024 7093 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:51.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.239121 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 6
21:32:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.266870 7017 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.198.124:38989: Network error: Client connection negotiation failed: client connection to 127.6.198.124:38989: connect: Connection refused (error 111)
21:32:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:50.021634 7108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.408659 7110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.411875 7109 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1385 milliseconds
21:32:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.412081 7095 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.391s user 0.469s sys 0.890s
21:32:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.412497 7095 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.391s user 0.469s sys 0.890s
21:32:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.412815 7095 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:32:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.414418 7095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:32:51.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.417755 7095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:32:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.419394 7095 hybrid_clock.cc:648] HybridClock initialized: now 1761600771419342 us; error 53 us; skew 500 ppm
21:32:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.420627 7095 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:32:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.430051 7095 webserver.cc:492] Webserver started at http://127.6.198.124:40403/ using document root <none> and password file <none>
21:32:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.431537 7095 fs_manager.cc:362] Metadata directory not provided
21:32:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.431879 7095 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.432502 7095 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:32:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.439699 7095 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data/instance:
21:32:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29d6fba8610a4971b94b4765b29ae915"
21:32:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:51 on dist-test-slave-mvkx"
21:32:51.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.441365 7095 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal/instance:
21:32:51.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29d6fba8610a4971b94b4765b29ae915"
21:32:51.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:51 on dist-test-slave-mvkx"
21:32:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.451947 7095 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.010s sys 0.002s
21:32:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.460019 7121 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:32:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.461329 7095 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
21:32:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.461773 7095 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data,/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal
21:32:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29d6fba8610a4971b94b4765b29ae915"
21:32:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:51 on dist-test-slave-mvkx"
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.462255 7095 fs_report.cc:389] FS layout report
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data/data
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:32:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:32:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.551579 7095 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:32:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.553714 7095 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:32:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.554369 7095 kserver.cc:163] Server-wide thread pool size limit: 3276
21:32:51.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.631178 7095 rpc_server.cc:307] RPC server started. Bound to: 127.6.198.124:38989
21:32:51.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.631247 7172 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.198.124:38989 every 8 connection(s)
21:32:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.633816 7095 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/data/info.pb
21:32:51.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.639533 7173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:32:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.640401 6937 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu as pid 7095
21:32:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.640904 6937 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/master-2/wal/instance
21:32:51.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.656430 7173 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } has no permanent_uuid. Determining permanent_uuid...
21:32:51.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.681612 7173 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } has no permanent_uuid. Determining permanent_uuid...
21:32:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.692544 7173 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } has no permanent_uuid. Determining permanent_uuid...
21:32:51.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.708520 7173 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: Bootstrap starting.
21:32:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.714830 7173 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: Neither blocks nor log segments found. Creating new log.
21:32:51.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.716483 7173 log.cc:826] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: Log is configured to *not* fsync() on all Append() calls
21:32:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.721537 7173 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: No bootstrap required, opened a new log
21:32:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.740893 7173 raft_consensus.cc:359] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.742107 7173 raft_consensus.cc:385] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:32:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.742452 7173 raft_consensus.cc:740] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29d6fba8610a4971b94b4765b29ae915, State: Initialized, Role: FOLLOWER
21:32:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.743381 7173 consensus_queue.cc:260] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.745731 7182 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.746349 7182 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: This master's current role is: FOLLOWER
21:32:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.747215 7173 sys_catalog.cc:565] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: configured and running, proceeding with master startup.
21:32:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.771612 7193 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:32:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.771955 7193 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:32:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.770501 7095 master_runner.cc:186] Error getting master registration for 127.6.198.126:35447: OK, instance_id { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" instance_seqno: 1761600767573575 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:32:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.791327 7095 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:32:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:51.811506 7127 tablet.cc:2378] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:32:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.971868 7182 raft_consensus.cc:493] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:32:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.972357 7182 raft_consensus.cc:515] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:51.974334 7182 leader_election.cc:290] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers df1bc28ec66447e1bd1eaba9540b12ff (127.6.198.126:35447), a4367c66359d46e68bb87ebea16ca581 (127.6.198.125:45985)
21:32:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.005594 7093 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 7
21:32:52.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.030717 7093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: Bootstrap starting.
21:32:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.038642 7093 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: Neither blocks nor log segments found. Creating new log.
21:32:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.040972 7093 log.cc:826] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: Log is configured to *not* fsync() on all Append() calls
21:32:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.050372 7093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: No bootstrap required, opened a new log
21:32:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.078317 7093 raft_consensus.cc:359] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.079571 7093 raft_consensus.cc:385] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:32:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.079883 7093 raft_consensus.cc:740] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4367c66359d46e68bb87ebea16ca581, State: Initialized, Role: FOLLOWER
21:32:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.080781 7093 consensus_queue.cc:260] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.083724 7197 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.084703 7197 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: This master's current role is: FOLLOWER
21:32:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.085588 7093 sys_catalog.cc:565] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: configured and running, proceeding with master startup.
21:32:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.085773 7067 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29d6fba8610a4971b94b4765b29ae915" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4367c66359d46e68bb87ebea16ca581" is_pre_election: true
21:32:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.086768 7067 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29d6fba8610a4971b94b4765b29ae915 in term 0.
21:32:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.088191 7125 leader_election.cc:304] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29d6fba8610a4971b94b4765b29ae915, a4367c66359d46e68bb87ebea16ca581; no voters:
21:32:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.089286 7182 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:32:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.089664 7182 raft_consensus.cc:493] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:32:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.090023 7182 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 0 FOLLOWER]: Advancing to term 1
21:32:52.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.096985 7182 raft_consensus.cc:515] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.099704 7182 leader_election.cc:290] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [CANDIDATE]: Term 1 election: Requested vote from peers df1bc28ec66447e1bd1eaba9540b12ff (127.6.198.126:35447), a4367c66359d46e68bb87ebea16ca581 (127.6.198.125:45985)
21:32:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.100605 7067 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29d6fba8610a4971b94b4765b29ae915" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4367c66359d46e68bb87ebea16ca581"
21:32:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.101233 7067 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 0 FOLLOWER]: Advancing to term 1
21:32:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.109748 7067 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29d6fba8610a4971b94b4765b29ae915 in term 1.
21:32:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.112529 7125 leader_election.cc:304] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29d6fba8610a4971b94b4765b29ae915, a4367c66359d46e68bb87ebea16ca581; no voters:
21:32:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.113304 7182 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 1 FOLLOWER]: Leader election won for term 1
21:32:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.115417 7182 raft_consensus.cc:697] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [term 1 LEADER]: Becoming Leader. State: Replica: 29d6fba8610a4971b94b4765b29ae915, State: Running, Role: LEADER
21:32:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.116335 7182 consensus_queue.cc:237] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.130110 7202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29d6fba8610a4971b94b4765b29ae915. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.130949 7202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: This master's current role is: LEADER
21:32:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.135123 7207 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
21:32:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.142585 7207 catalog_manager.cc:1494] Initializing Kudu cluster ID...
21:32:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.154457 7211 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:32:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.160023 7067 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [term 1 FOLLOWER]: Refusing update from remote peer 29d6fba8610a4971b94b4765b29ae915: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:32:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.161521 7202 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:32:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.159096 7019 master_runner.cc:186] Error getting master registration for 127.6.198.126:35447: OK, instance_id { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" instance_seqno: 1761600767573575 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:32:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.198498 7019 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:32:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.215559 7197 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29d6fba8610a4971b94b4765b29ae915. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.216323 7197 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: This master's current role is: FOLLOWER
21:32:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.219596 7182 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.220414 7182 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: This master's current role is: LEADER
21:32:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.223100 7207 catalog_manager.cc:1357] Generated new cluster ID: 71c9193682a0464fb4f30e4dc31e9d19
21:32:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.223371 7207 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
21:32:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.244867 7197 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.245579 7197 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581 [sys.catalog]: This master's current role is: FOLLOWER
21:32:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.272331 7207 catalog_manager.cc:1380] Generated new certificate authority record
21:32:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.278784 7207 catalog_manager.cc:1514] Loading token signing keys...
21:32:52.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.300319 7017 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } attempt: 7
21:32:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.308300 7207 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915: Generated new TSK 0
21:32:52.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.314043 7207 catalog_manager.cc:1524] Initializing in-progress tserver states...
21:32:52.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.328308 7017 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: Bootstrap starting.
21:32:52.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.336316 7017 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: Neither blocks nor log segments found. Creating new log.
21:32:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.338716 7017 log.cc:826] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: Log is configured to *not* fsync() on all Append() calls
21:32:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.344306 7017 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: No bootstrap required, opened a new log
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.355572 6937 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/logs
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data/info.pb
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.65:0
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.198.65
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.65
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:32:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.374172 7017 raft_consensus.cc:359] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.375231 7017 raft_consensus.cc:385] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:32:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.375568 7017 raft_consensus.cc:740] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: df1bc28ec66447e1bd1eaba9540b12ff, State: Initialized, Role: FOLLOWER
21:32:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.376991 7017 consensus_queue.cc:260] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } }
21:32:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.382191 7017 sys_catalog.cc:565] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: configured and running, proceeding with master startup.
21:32:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.383071 6990 raft_consensus.cc:3060] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [term 0 FOLLOWER]: Advancing to term 1
21:32:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.386669 6991 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29d6fba8610a4971b94b4765b29ae915" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "df1bc28ec66447e1bd1eaba9540b12ff"
21:32:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.382361 6992 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29d6fba8610a4971b94b4765b29ae915" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" is_pre_election: true
21:32:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.395597 6990 raft_consensus.cc:1275] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [term 1 FOLLOWER]: Refusing update from remote peer 29d6fba8610a4971b94b4765b29ae915: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:32:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.397420 7202 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [LEADER]: Connected to new peer: Peer: permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:32:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.380594 7222 sys_catalog.cc:455] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.405414 7222 sys_catalog.cc:458] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: This master's current role is: FOLLOWER
21:32:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.459486 7226 sys_catalog.cc:455] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.460330 7226 sys_catalog.cc:458] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: This master's current role is: FOLLOWER
21:32:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.461112 7222 sys_catalog.cc:455] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29d6fba8610a4971b94b4765b29ae915. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.461915 7222 sys_catalog.cc:458] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff [sys.catalog]: This master's current role is: FOLLOWER
21:32:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.487129 7238 catalog_manager.cc:1269] Loaded cluster ID: 71c9193682a0464fb4f30e4dc31e9d19
21:32:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.487855 7238 catalog_manager.cc:1562] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: loading cluster ID for follower catalog manager: success
21:32:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.496055 7238 catalog_manager.cc:1584] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: acquiring CA information for follower catalog manager: success
21:32:52.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.502949 7238 catalog_manager.cc:1612] T 00000000000000000000000000000000 P df1bc28ec66447e1bd1eaba9540b12ff: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:32:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.857681 7221 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:32:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.858618 7221 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:32:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.859177 7221 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:32:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.893178 7221 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:32:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.894246 7221 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.198.65
21:32:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.936892 7202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "29d6fba8610a4971b94b4765b29ae915" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "df1bc28ec66447e1bd1eaba9540b12ff" member_type: VOTER last_known_addr { host: "127.6.198.126" port: 35447 } } peers { permanent_uuid: "a4367c66359d46e68bb87ebea16ca581" member_type: VOTER last_known_addr { host: "127.6.198.125" port: 45985 } } peers { permanent_uuid: "29d6fba8610a4971b94b4765b29ae915" member_type: VOTER last_known_addr { host: "127.6.198.124" port: 38989 } } }
21:32:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.937620 7202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29d6fba8610a4971b94b4765b29ae915 [sys.catalog]: This master's current role is: LEADER
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.952984 7221 tablet_server_runner.cc:78] Tablet server non-default flags:
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.65:0
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data/info.pb
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.65
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:32:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.198.65
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/logs
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8749
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:32:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.954617 7221 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:32:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:52.956419 7221 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:32:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.970961 7248 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:53.180447 7211 catalog_manager.cc:1269] Loaded cluster ID: 71c9193682a0464fb4f30e4dc31e9d19
21:32:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:53.181579 7211 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: loading cluster ID for follower catalog manager: success
21:32:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:53.205022 7211 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: acquiring CA information for follower catalog manager: success
21:32:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:53.241487 7211 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a4367c66359d46e68bb87ebea16ca581: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:32:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:54.372453 7247 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 7221
21:32:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.113164 7247 kernel_stack_watchdog.cc:198] Thread 7221 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
21:32:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:32:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:32:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:32:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:32:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.114240 7221 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.142s user 0.610s sys 1.034s
21:32:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.114615 7221 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.143s user 0.610s sys 1.034s
21:32:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:52.972878 7249 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.124784 7254 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.124913 7221 server_base.cc:1047] running on GCE node
21:32:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.126750 7221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:32:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.129446 7221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:32:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.130911 7221 hybrid_clock.cc:648] HybridClock initialized: now 1761600775130812 us; error 102 us; skew 500 ppm
21:32:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.132026 7221 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:32:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.139896 7221 webserver.cc:492] Webserver started at http://127.6.198.65:34317/ using document root <none> and password file <none>
21:32:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.141175 7221 fs_manager.cc:362] Metadata directory not provided
21:32:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.141454 7221 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.142027 7221 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:32:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.148733 7221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data/instance:
21:32:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b36626fff4143bea159a6e10c6e3e1b"
21:32:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:55 on dist-test-slave-mvkx"
21:32:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.150301 7221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal/instance:
21:32:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b36626fff4143bea159a6e10c6e3e1b"
21:32:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:55 on dist-test-slave-mvkx"
21:32:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.160178 7221 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
21:32:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.168017 7259 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:32:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.169405 7221 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
21:32:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.169812 7221 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data,/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal
21:32:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b36626fff4143bea159a6e10c6e3e1b"
21:32:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:55 on dist-test-slave-mvkx"
21:32:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.170256 7221 fs_report.cc:389] FS layout report
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data/data
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:32:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:32:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.236371 7221 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:32:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.238346 7221 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:32:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.238931 7221 kserver.cc:163] Server-wide thread pool size limit: 3276
21:32:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.242375 7221 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.248706 7221 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.249010 7221 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.249310 7221 ts_tablet_manager.cc:616] Registered 0 tablets
21:32:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.249521 7221 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:32:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.422871 7221 rpc_server.cc:307] RPC server started. Bound to: 127.6.198.65:39385
21:32:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.422961 7371 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.198.65:39385 every 8 connection(s)
21:32:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.426784 7221 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/data/info.pb
21:32:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.427641 6937 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu as pid 7221
21:32:55.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.428066 6937 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-0/wal/instance
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.439015 6937 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/logs
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data/info.pb
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.66:0
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.198.66
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.66
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:32:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.491254 7372 heartbeater.cc:344] Connected to a master server at 127.6.198.124:38989
21:32:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.491813 7372 heartbeater.cc:461] Registering TS with master...
21:32:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.493364 7372 heartbeater.cc:507] Master 127.6.198.124:38989 requested a full tablet report, sending...
21:32:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.496694 7138 ts_manager.cc:194] Registered new tserver with Master: 5b36626fff4143bea159a6e10c6e3e1b (127.6.198.65:39385)
21:32:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.499374 7138 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.198.65:47607
21:32:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.511056 7373 heartbeater.cc:344] Connected to a master server at 127.6.198.125:45985
21:32:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.511464 7373 heartbeater.cc:461] Registering TS with master...
21:32:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.512173 7373 heartbeater.cc:507] Master 127.6.198.125:45985 requested a full tablet report, sending...
21:32:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.512552 7377 heartbeater.cc:344] Connected to a master server at 127.6.198.126:35447
21:32:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.512913 7377 heartbeater.cc:461] Registering TS with master...
21:32:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.513527 7377 heartbeater.cc:507] Master 127.6.198.126:35447 requested a full tablet report, sending...
21:32:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.515363 7057 ts_manager.cc:194] Registered new tserver with Master: 5b36626fff4143bea159a6e10c6e3e1b (127.6.198.65:39385)
21:32:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.516392 6982 ts_manager.cc:194] Registered new tserver with Master: 5b36626fff4143bea159a6e10c6e3e1b (127.6.198.65:39385)
21:32:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.823186 7376 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:32:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.823663 7376 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:32:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.824249 7376 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:32:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.857553 7376 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:32:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.858517 7376 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.198.66
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.895602 7376 tablet_server_runner.cc:78] Tablet server non-default flags:
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.66:0
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data/info.pb
21:32:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.66
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.198.66
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/logs
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8749
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:32:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.897261 7376 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:32:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:55.899025 7376 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:32:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.912740 7389 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:56.504303 7372 heartbeater.cc:499] Master 127.6.198.124:38989 was elected leader, sending a full tablet report...
21:32:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:57.317754 7388 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 7376
21:32:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:55.918442 7390 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:57.402313 7376 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.490s user 0.497s sys 0.967s
21:32:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:57.403695 7376 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.491s user 0.498s sys 0.967s
21:32:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:57.404637 7392 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:57.407372 7391 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1488 milliseconds
21:32:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.407387 7376 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:32:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.408592 7376 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:32:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.411284 7376 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:32:57.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.412710 7376 hybrid_clock.cc:648] HybridClock initialized: now 1761600777412643 us; error 72 us; skew 500 ppm
21:32:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.413527 7376 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:32:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.420957 7376 webserver.cc:492] Webserver started at http://127.6.198.66:46117/ using document root <none> and password file <none>
21:32:57.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.421947 7376 fs_manager.cc:362] Metadata directory not provided
21:32:57.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.422278 7376 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:57.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.422802 7376 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:32:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.427479 7376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data/instance:
21:32:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21c38252d4b340f9a767684e80db7e45"
21:32:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:57 on dist-test-slave-mvkx"
21:32:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.428735 7376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal/instance:
21:32:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21c38252d4b340f9a767684e80db7e45"
21:32:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:57 on dist-test-slave-mvkx"
21:32:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.436216 7376 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.003s
21:32:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.442126 7400 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:32:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.443382 7376 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.443764 7376 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data,/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21c38252d4b340f9a767684e80db7e45"
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 21:32:57 on dist-test-slave-mvkx"
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.444111 7376 fs_report.cc:389] FS layout report
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data/data
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:32:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:32:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:32:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:32:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.495838 7376 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:32:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.497365 7376 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:32:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.497771 7376 kserver.cc:163] Server-wide thread pool size limit: 3276
21:32:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.500380 7376 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:32:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.505149 7376 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:32:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.505354 7376 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:32:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.505612 7376 ts_tablet_manager.cc:616] Registered 0 tablets
21:32:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.505764 7376 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:32:57.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.672832 7376 rpc_server.cc:307] RPC server started. Bound to: 127.6.198.66:35945
21:32:57.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.672902 7515 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.198.66:35945 every 8 connection(s)
21:32:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.676316 7376 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/data/info.pb
21:32:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.679584 6937 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu as pid 7376
21:32:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.680262 6937 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-1/wal/instance
21:32:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.697453 6937 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/wal
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/data
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/logs
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/data/info.pb
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.67:0
21:32:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.198.67
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.67
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:32:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.728672 7516 heartbeater.cc:344] Connected to a master server at 127.6.198.124:38989
21:32:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.729288 7516 heartbeater.cc:461] Registering TS with master...
21:32:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.731066 7516 heartbeater.cc:507] Master 127.6.198.124:38989 requested a full tablet report, sending...
21:32:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.735677 7138 ts_manager.cc:194] Registered new tserver with Master: 21c38252d4b340f9a767684e80db7e45 (127.6.198.66:35945)
21:32:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.736078 7517 heartbeater.cc:344] Connected to a master server at 127.6.198.125:45985
21:32:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.736418 7517 heartbeater.cc:461] Registering TS with master...
21:32:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.737356 7517 heartbeater.cc:507] Master 127.6.198.125:45985 requested a full tablet report, sending...
21:32:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.737390 7138 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.198.66:36965
21:32:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.740123 7057 ts_manager.cc:194] Registered new tserver with Master: 21c38252d4b340f9a767684e80db7e45 (127.6.198.66:35945)
21:32:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.746546 7518 heartbeater.cc:344] Connected to a master server at 127.6.198.126:35447
21:32:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.746954 7518 heartbeater.cc:461] Registering TS with master...
21:32:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.747628 7518 heartbeater.cc:507] Master 127.6.198.126:35447 requested a full tablet report, sending...
21:32:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:57.749925 6982 ts_manager.cc:194] Registered new tserver with Master: 21c38252d4b340f9a767684e80db7e45 (127.6.198.66:35945)
21:32:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.026302 7523 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:32:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.026866 7523 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:32:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.027422 7523 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:32:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.060650 7523 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:32:58.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.061614 7523 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.198.67
21:32:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:58.102358 7523 tablet_server_runner.cc:78] Tablet server non-default flags:
21:32:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:32:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.198.84:38767
21:32:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:32:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/data
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/wal
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.198.67:0
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/data/info.pb
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.198.67
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.198.126:35447,127.6.198.125:45985,127.6.198.124:38989
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.198.67
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/logs
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8749
21:32:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:32:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:58.104059 7523 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:32:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:58.105748 7523 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:32:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.119168 7533 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:58.747885 7516 heartbeater.cc:499] Master 127.6.198.124:38989 was elected leader, sending a full tablet report...
21:32:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7523==WARNING: Can't read from symbolizer at fd 7
21:32:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7523==WARNING: invalid path to external symbolizer!
21:32:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7523==WARNING: Can't write to symbolizer at fd 10
21:32:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7523==WARNING: Can't write to symbolizer at fd 10
21:32:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7523==WARNING: Can't write to symbolizer at fd 10
21:32:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7523==WARNING: Failed to use and restart external symbolizer!
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=7523)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
21:32:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-7534' (tid=7534, running) created by main thread at:
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:32:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:32:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-7533' (tid=7533, finished) created by main thread at:
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:32:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu+0x49fd2f)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:58.120162 7534 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=7523)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f6d58da2668 by thread T6:
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f6d58da2668 by thread T5 (mutexes: write M83):
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
21:32:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f6d56d04840) created at:
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-7534' (tid=7534, running) created by main thread at:
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:32:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-7533' (tid=7533, finished) created by main thread at:
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskBpUi_g/build/tsan/lib/libkudu_util.so+0x449f05)
21:32:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:59.297616 7535 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1175 milliseconds
21:32:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:59.299454 7536 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:32:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:59.301942 7523 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.182s user 0.251s sys 0.632s
21:32:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:59.302183 7523 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.182s user 0.251s sys 0.632s
21:32:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.302361 7523 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:32:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.303442 7523 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:32:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.305655 7523 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:32:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.307026 7523 hybrid_clock.cc:648] HybridClock initialized: now 1761600779306989 us; error 36 us; skew 500 ppm
21:32:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.308225 7523 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:32:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.317508 7523 webserver.cc:492] Webserver started at http://127.6.198.67:37835/ using document root <none> and password file <none>
21:32:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.319106 7523 fs_manager.cc:362] Metadata directory not provided
21:32:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.319397 7523 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.319744 7523 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:32:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.320569 7523 fs_manager.cc:362] Metadata directory not provided
21:32:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.320811 7523 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:32:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:32:59.321712 7523 ts_tablet_manager.cc:1507] Shutting down tablet manager...
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=7523)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3791):
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
21:32:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3791 (0x7b7000001980) created at:
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=7541, running) created by main thread at:
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskBpUi_g/build/tsan/lib/libserver_process.so+0x1c1b14)
21:32:59.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=7523)
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=7541, running) created by main thread at:
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:32:59.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu+0x49fd2f)
21:32:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:32:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:32:59.339272 7523 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
21:32:59.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736/ts-2: No such file or directory (error 2)
21:33:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
21:33:00.382 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu: process exited with non-zero status 66"
}
21:33:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:33:00.383633 6937 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu with pid 7221
21:33:00.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:33:00.408100 6937 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu with pid 7376
21:33:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:33:00.432600 6937 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu with pid 6949
21:33:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:33:00.458917 6937 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu with pid 7019
21:33:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 21:33:00.484120 6937 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu with pid 7095
21:33:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:33:00.509721 6937 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736 during walk: No such file or directory
21:33:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:33:00.510041 6937 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736 during walk: No such file or directory
21:33:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 21:33:00.510392 6937 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskBpUi_g/test-tmp/mini-kudu-cluster5294677577001933736: One or more errors occurred
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6937==WARNING: invalid path to external symbolizer!
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6937==WARNING: Failed to use and restart external symbolizer!
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6937)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
21:33:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
21:33:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=6944, running) created by main thread at:
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskBpUi_g/build/tsan/lib/libserver_process.so+0x1c1b14)
21:33:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6937)
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
21:33:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:33:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=6943, running) created by main thread at:
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:33:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskBpUi_g/build/tsan/lib/libserver_process.so+0x1c1b14)
21:33:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:33:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T21:33:00Z chronyd exiting
21:33:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
21:33:01.586 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testArrayEmptyValidityOptimization: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskBpUi_g/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)