21:23:09.679 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:23:09.679 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktOyrsK/test-tmp
21:23:09.679 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:23:09.679 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktOyrsK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:23:09.680 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:23:10.001 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:23:10.001 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.004776 28931 mini_oidc.cc:150] Starting JWKS server
21:23:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.007930 28931 webserver.cc:492] Webserver started at http://127.0.0.1:41361/ using document root <none> and password file <none>
21:23:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.008317 28931 mini_oidc.cc:186] Starting OIDC Discovery server
21:23:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.010018 28931 webserver.cc:492] Webserver started at http://127.0.0.1:40219/ using document root <none> and password file <none>
21:23:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-29T21:23:10Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:23:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-29T21:23:10Z Disabled control of system clock
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.071255 28931 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/logs
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data/info.pb
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:23:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.64.254:40527
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.64.254
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.64.212:34717
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.64.254:40527,127.28.64.253:37373,127.28.64.252:36229
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:23:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json with env {}
21:23:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.367604 28943 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:23:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.368147 28943 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:23:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.368602 28943 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:23:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.400743 28943 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:23:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.401046 28943 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:23:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.401240 28943 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:23:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.401433 28943 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:23:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.401630 28943 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:23:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.401773 28943 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41361/jwks.json
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.438033 28943 master_runner.cc:386] Master server non-default flags:
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.64.212:34717
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.64.254:40527,127.28.64.253:37373,127.28.64.252:36229
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.64.254:40527
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data/info.pb
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.64.254
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:23:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/logs
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8781
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:23:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.439311 28943 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:23:10.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:10.440838 28943 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:23:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.451866 28949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:10.452729 28950 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:11.856731 28948 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 28943
21:23:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.253826 28943 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.802s user 0.591s sys 1.210s
21:23:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.255621 28943 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.804s user 0.592s sys 1.210s
21:23:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.256346 28952 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.259122 28951 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1802 milliseconds
21:23:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.259197 28943 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:23:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.260407 28943 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:23:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.262848 28943 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:23:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.264194 28943 hybrid_clock.cc:648] HybridClock initialized: now 1761772992264155 us; error 46 us; skew 500 ppm
21:23:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.265027 28943 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:23:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.271163 28943 webserver.cc:492] Webserver started at http://127.28.64.254:39123/ using document root <none> and password file <none>
21:23:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.272074 28943 fs_manager.cc:362] Metadata directory not provided
21:23:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.272325 28943 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:23:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.272795 28943 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:23:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.277168 28943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data/instance:
21:23:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eadf098fb03408499f7bd4efac0d804"
21:23:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 21:23:12 on dist-test-slave-nfw4"
21:23:12.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.278296 28943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal/instance:
21:23:12.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eadf098fb03408499f7bd4efac0d804"
21:23:12.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 21:23:12 on dist-test-slave-nfw4"
21:23:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.285506 28943 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
21:23:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.291157 28959 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:23:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.292177 28943 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
21:23:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.292533 28943 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data,/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal
21:23:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eadf098fb03408499f7bd4efac0d804"
21:23:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 21:23:12 on dist-test-slave-nfw4"
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.292882 28943 fs_report.cc:389] FS layout report
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data/data
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:23:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:23:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.348570 28943 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:23:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.350112 28943 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:23:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.350579 28943 kserver.cc:163] Server-wide thread pool size limit: 3276
21:23:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.420773 28943 rpc_server.cc:307] RPC server started. Bound to: 127.28.64.254:40527
21:23:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.420861 29010 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.64.254:40527 every 8 connection(s)
21:23:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.423365 28943 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/data/info.pb
21:23:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.428200 28931 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu as pid 28943
21:23:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.428758 28931 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-0/wal/instance
21:23:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.430075 29011 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.433923 28931 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/logs
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data/info.pb
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.64.253:37373
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.64.253
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:23:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.64.212:34717
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.64.254:40527,127.28.64.253:37373,127.28.64.252:36229
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:23:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json with env {}
21:23:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.444664 29011 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.64.254" port: 40527 } has no permanent_uuid. Determining permanent_uuid...
21:23:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.474648 29011 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } has no permanent_uuid. Determining permanent_uuid...
21:23:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.477062 28962 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.481251 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.530876 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 1
21:23:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.534891 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.603405 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 2
21:23:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.607409 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.698812 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 3
21:23:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.702505 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.743222 29013 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:23:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.743778 29013 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:23:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.744252 29013 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:23:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.776367 29013 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:23:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.776672 29013 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:23:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.776875 29013 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:23:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.777067 29013 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:23:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.777267 29013 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:23:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.777426 29013 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41361/jwks.json
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.815280 29013 master_runner.cc:386] Master server non-default flags:
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.64.212:34717
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.64.254:40527,127.28.64.253:37373,127.28.64.252:36229
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.64.253:37373
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:23:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data/info.pb
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.64.253
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/logs
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8781
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:23:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.816594 29013 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:23:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.818202 29013 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:23:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.828133 29022 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:12.845908 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 4
21:23:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.849622 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:13.149113 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 5
21:23:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:13.155884 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:13.703502 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 6
21:23:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:13.713632 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.253:37373: Network error: Client connection negotiation failed: client connection to 127.28.64.253:37373: connect: Connection refused (error 111)
21:23:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.830343 29023 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:12.833936 29025 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.057124 29024 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1223 milliseconds
21:23:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.057231 29013 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:23:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.058495 29013 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:23:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.061646 29013 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:23:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.063081 29013 hybrid_clock.cc:648] HybridClock initialized: now 1761772994063026 us; error 73 us; skew 500 ppm
21:23:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.063887 29013 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:23:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.069954 29013 webserver.cc:492] Webserver started at http://127.28.64.253:42253/ using document root <none> and password file <none>
21:23:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.070845 29013 fs_manager.cc:362] Metadata directory not provided
21:23:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.071110 29013 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:23:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.071707 29013 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:23:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.076097 29013 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data/instance:
21:23:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f29d23a9686461e9a5645a458537332"
21:23:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 21:23:14 on dist-test-slave-nfw4"
21:23:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.077142 29013 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal/instance:
21:23:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f29d23a9686461e9a5645a458537332"
21:23:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 21:23:14 on dist-test-slave-nfw4"
21:23:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.084223 29013 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
21:23:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.089751 29034 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.090801 29013 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.091073 29013 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data,/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f29d23a9686461e9a5645a458537332"
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-29 21:23:14 on dist-test-slave-nfw4"
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.091423 29013 fs_report.cc:389] FS layout report
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data/data
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:23:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:23:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:23:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:23:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:23:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:23:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:23:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:23:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.143954 29013 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:23:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.145352 29013 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:23:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.145785 29013 kserver.cc:163] Server-wide thread pool size limit: 3276
21:23:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.230837 29013 rpc_server.cc:307] RPC server started. Bound to: 127.28.64.253:37373
21:23:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.230921 29086 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.64.253:37373 every 8 connection(s)
21:23:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.233594 29013 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/data/info.pb
21:23:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.240377 29087 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:23:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.241428 28931 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu as pid 29013
21:23:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.241921 28931 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-1/wal/instance
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.244659 28931 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/wal
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/data
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/logs
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/data/info.pb
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.64.252:36229
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.64.252
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.64.212:34717
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:23:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.64.254:40527,127.28.64.253:37373,127.28.64.252:36229
21:23:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:23:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json with env {}
21:23:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.251937 29087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.64.254" port: 40527 } has no permanent_uuid. Determining permanent_uuid...
21:23:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.289212 29087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } has no permanent_uuid. Determining permanent_uuid...
21:23:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.308187 29087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } has no permanent_uuid. Determining permanent_uuid...
21:23:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.311138 29035 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.315529 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.365120 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 1
21:23:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.369414 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.437786 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 2
21:23:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.442099 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.533550 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 3
21:23:14.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.537711 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.574836 29089 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:23:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.575469 29089 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:23:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.576038 29089 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:23:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.608547 29089 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:23:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.608902 29089 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:23:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.609238 29089 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:23:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.609519 29089 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:23:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.609841 29089 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:23:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.610064 29089 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41361/jwks.json
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.646164 29089 master_runner.cc:386] Master server non-default flags:
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.64.212:34717
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/data
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/wal
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.64.254:40527,127.28.64.253:37373,127.28.64.252:36229
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.64.252:36229
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:23:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/data/info.pb
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.64.252
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/logs
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Oct 2025 20:43:24 UTC on 5fd53c4cbb9d
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8781
21:23:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:23:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.647823 29089 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:23:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.649395 29089 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:23:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.660339 29099 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:14.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.681260 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 4
21:23:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.689041 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.774349 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.253" port: 37373 } attempt: 7
21:23:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.844170 29011 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } has no permanent_uuid. Determining permanent_uuid...
21:23:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.889279 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.947870 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 1
21:23:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.954334 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:14.988641 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 5
21:23:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.997408 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.035951 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 2
21:23:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.043388 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.129006 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 3
21:23:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.137691 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.278309 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 4
21:23:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.283881 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.545028 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 6
21:23:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.567354 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 5
21:23:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.574134 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.574441 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29089==WARNING: Can't read from symbolizer at fd 7
21:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29089==WARNING: invalid path to external symbolizer!
21:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29089==WARNING: Can't write to symbolizer at fd 10
21:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29089==WARNING: Can't write to symbolizer at fd 10
21:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29089==WARNING: Can't write to symbolizer at fd 10
21:23:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29089==WARNING: Failed to use and restart external symbolizer!
21:23:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29089)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
21:23:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-29100' (tid=29100, running) created by main thread at:
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3fc160)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x430885)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5b6659)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-29099' (tid=29099, finished) created by main thread at:
21:23:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3fc160)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x430885)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5b6659)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:23:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu+0x49fd2f)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:14.661154 29100 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29089)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fdca8f00668 by thread T6:
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
21:23:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fdca8f00668 by thread T5 (mutexes: write M83):
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fdca6e62840) created at:
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-29100' (tid=29100, running) created by main thread at:
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3fc160)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x430885)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5b6659)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:23:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.776664 29102 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-29099' (tid=29099, finished) created by main thread at:
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
21:23:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3fc160)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x430885)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5b6659)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/lib/libkudu_util.so+0x449f05)
21:23:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.779045 29101 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1113 milliseconds
21:23:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.780752 29089 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.120s user 0.394s sys 0.716s
21:23:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.781122 29089 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.121s user 0.394s sys 0.716s
21:23:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.781424 29089 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:23:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.783046 29089 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:23:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.786494 29089 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:23:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.787981 29089 hybrid_clock.cc:648] HybridClock initialized: now 1761772995787878 us; error 96 us; skew 500 ppm
21:23:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.789215 29089 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:23:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.798908 29089 webserver.cc:492] Webserver started at http://127.28.64.252:41361/ using document root <none> and password file <none>
21:23:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.800545 29089 fs_manager.cc:362] Metadata directory not provided
21:23:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.800846 29089 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:23:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.801203 29089 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
21:23:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.802095 29089 fs_manager.cc:362] Metadata directory not provided
21:23:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:15.802341 29089 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29089)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3727):
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3fbb9e)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x3fbed9)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x43abc7)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x433cad)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmaster.so+0x433d8b)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libmaster.so+0x43110c)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5b6659)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5336b1)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x53361c)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53358c)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5321f5)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x656ba0)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6574d7)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x657a1e)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (libc.so.6+0x21bf6)
21:23:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3fc160)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x430885)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5b6659)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3727 (0x7b7000001980) created at:
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3fc160)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x430885)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5b6659)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=29112, running) created by main thread at:
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3fc160)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x430885)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5b6659)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/lib/libserver_process.so+0x1c1b14)
21:23:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29089)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b10000061c0 by thread T12:
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b10000061c0 by main thread:
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3fc160)
21:23:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x430885)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5b6659)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=29112, running) created by main thread at:
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3fc160)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x430885)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5b6659)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu+0x49fd2f)
21:23:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:15.825642 29089 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
21:23:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766/master-2: No such file or directory (error 2)
21:23:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:16.126718 29011 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 6
21:23:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:16.132779 29011 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:16.634907 29087 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.64.252" port: 36229 } attempt: 7
21:23:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:16.640996 29087 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.64.252:36229: Network error: Client connection negotiation failed: client connection to 127.28.64.252:36229: connect: Connection refused (error 111)
21:23:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
21:23:16.866 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start masters: Unable to start Master at index 2: /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu: process exited with non-zero status 66"
}
21:23:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:16.867707 28931 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu with pid 28943
21:23:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251029 21:23:16.887785 28931 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu with pid 29013
21:23:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:16.908221 28931 env_posix.cc:2133] Unable to access file /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766 during walk: No such file or directory
21:23:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:16.908456 28931 env_posix.cc:2135] Unable to access file /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766 during walk: No such file or directory
21:23:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251029 21:23:16.908776 28931 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-tasktOyrsK/test-tmp/mini-kudu-cluster1086607520132325766: One or more errors occurred
21:23:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28931==WARNING: invalid path to external symbolizer!
21:23:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28931==WARNING: Failed to use and restart external symbolizer!
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28931)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
21:23:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x9314f)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88116)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c5d)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
21:23:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=28938, running) created by main thread at:
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/lib/libserver_process.so+0x1c1b14)
21:23:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28931)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020b00 by thread T5:
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020b00 by main thread:
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x191827)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221cb)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=28938, running) created by main thread at:
21:23:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu+0x49fd2f)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28931)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
21:23:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
21:23:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
21:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=28937, running) created by main thread at:
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/lib/libserver_process.so+0x1c1b14)
21:23:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28931)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020a00 by thread T4:
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020a00 by main thread:
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x191827)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=28937, running) created by main thread at:
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
21:23:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu+0x49fd2f)
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:23:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-29T21:23:16Z chronyd exiting
21:23:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
21:23:17.984 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testClusterId: failed attempt 1
java.io.IOException: failed to start masters: Unable to start Master at index 2: /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start masters: Unable to start Master at index 2: /tmp/dist-test-tasktOyrsK/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)