20:21:18.850 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:21:18.851 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSJjwL9/test-tmp
20:21:18.851 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:21:18.851 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSJjwL9/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:21:18.852 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:21:19.155 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:21:19.155 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:21:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.158214 2857 mini_oidc.cc:150] Starting JWKS server
20:21:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.161495 2857 webserver.cc:469] Webserver started at http://127.0.0.1:43549/ using document root <none> and password file <none>
20:21:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.161896 2857 mini_oidc.cc:186] Starting OIDC Discovery server
20:21:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.163686 2857 webserver.cc:469] Webserver started at http://127.0.0.1:41239/ using document root <none> and password file <none>
20:21:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T20:21:19Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:21:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T20:21:19Z Disabled control of system clock
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.226944 2857 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/logs
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data/info.pb
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.126:43093
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.126
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43549/jwks.json with env {}
20:21:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.509271 2870 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.509807 2870 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.510284 2870 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.540370 2870 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:21:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.540735 2870 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.540957 2870 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:21:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.541152 2870 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:21:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.541342 2870 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:21:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.541479 2870 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43549/jwks.json
20:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.575392 2870 master_runner.cc:386] Master server non-default flags:
20:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.126:43093
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43549/jwks.json
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data/info.pb
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.126
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/logs
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 5fd53c4cbb9d
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6785
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.576655 2870 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:19.578156 2870 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:21:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.593228 2876 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.593806 2879 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:19.593294 2877 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:20.767841 2878 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1172 milliseconds
20:21:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.767966 2870 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:21:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.769249 2870 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:20.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.771857 2870 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:20.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.773253 2870 hybrid_clock.cc:648] HybridClock initialized: now 1750969280773187 us; error 70 us; skew 500 ppm
20:21:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.774022 2870 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.780834 2870 webserver.cc:469] Webserver started at http://127.2.202.126:43307/ using document root <none> and password file <none>
20:21:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.781697 2870 fs_manager.cc:362] Metadata directory not provided
20:21:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.781883 2870 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.782275 2870 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:21:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.786736 2870 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data/instance:
20:21:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e31f04bf33743c182ce54aaea12b243"
20:21:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:20 on dist-test-slave-55lv"
20:21:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.787797 2870 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal/instance:
20:21:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e31f04bf33743c182ce54aaea12b243"
20:21:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:20 on dist-test-slave-55lv"
20:21:20.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.794977 2870 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:21:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.800514 2886 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:20.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.801611 2870 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.801905 2870 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data,/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e31f04bf33743c182ce54aaea12b243"
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:20 on dist-test-slave-55lv"
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.802199 2870 fs_report.cc:389] FS layout report
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data/data
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.849228 2870 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:21:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.850637 2870 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.851027 2870 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.922256 2870 rpc_server.cc:307] RPC server started. Bound to: 127.2.202.126:43093
20:21:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.922336 2937 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.202.126:43093 every 8 connection(s)
20:21:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.925235 2870 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/data/info.pb
20:21:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.928889 2857 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu as pid 2870
20:21:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.929442 2857 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-0/wal/instance
20:21:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.931139 2938 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.934691 2857 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/logs
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data/info.pb
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.125:37015
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.125
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43549/jwks.json with env {}
20:21:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.945457 2938 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } has no permanent_uuid. Determining permanent_uuid...
20:21:20.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:20.969364 2938 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } has no permanent_uuid. Determining permanent_uuid...
20:21:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:20.971733 2889 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:20.975623 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.025058 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 1
20:21:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.028812 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.097342 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 2
20:21:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.101805 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.193328 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 3
20:21:21.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.197801 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.243741 2941 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.244379 2941 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:21.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.244923 2941 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.275609 2941 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:21:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.275887 2941 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.276072 2941 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:21:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.276270 2941 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:21:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.276453 2941 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:21:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.276590 2941 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43549/jwks.json
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.311640 2941 master_runner.cc:386] Master server non-default flags:
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.125:37015
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43549/jwks.json
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data/info.pb
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.125
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/logs
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 5fd53c4cbb9d
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6785
20:21:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:21:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.312930 2941 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.314527 2941 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:21:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.329715 2951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.341240 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 4
20:21:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.346557 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:21.645975 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 5
20:21:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.652446 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.200099 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 6
20:21:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.211318 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.125:37015: Network error: Client connection negotiation failed: client connection to 127.2.202.125:37015: connect: Connection refused (error 111)
20:21:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.329720 2950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:21.329767 2953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.533905 2952 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1201 milliseconds
20:21:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.534013 2941 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:21:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.535212 2941 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.538318 2941 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.539736 2941 hybrid_clock.cc:648] HybridClock initialized: now 1750969282539692 us; error 58 us; skew 500 ppm
20:21:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.540549 2941 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.551175 2941 webserver.cc:469] Webserver started at http://127.2.202.125:33631/ using document root <none> and password file <none>
20:21:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.552052 2941 fs_manager.cc:362] Metadata directory not provided
20:21:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.552238 2941 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.552625 2941 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:21:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.556823 2941 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data/instance:
20:21:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e5b08a32fb741598dd9fbeec851b8a6"
20:21:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:22 on dist-test-slave-55lv"
20:21:22.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.557886 2941 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal/instance:
20:21:22.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e5b08a32fb741598dd9fbeec851b8a6"
20:21:22.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:22 on dist-test-slave-55lv"
20:21:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.564793 2941 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
20:21:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.570145 2962 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.571195 2941 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
20:21:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.571580 2941 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data,/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal
20:21:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e5b08a32fb741598dd9fbeec851b8a6"
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:22 on dist-test-slave-55lv"
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.571902 2941 fs_report.cc:389] FS layout report
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data/data
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.633544 2941 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:21:22.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.634992 2941 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:22.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.635458 2941 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.702955 2941 rpc_server.cc:307] RPC server started. Bound to: 127.2.202.125:37015
20:21:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.702991 3013 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.202.125:37015 every 8 connection(s)
20:21:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.706074 2941 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/data/info.pb
20:21:22.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.711277 3014 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.713342 2857 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu as pid 2941
20:21:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.713653 2857 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-1/wal/instance
20:21:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.715550 2857 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal
20:21:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data
20:21:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/logs
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data/info.pb
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.124:39987
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.124
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43549/jwks.json with env {}
20:21:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.722240 3014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } has no permanent_uuid. Determining permanent_uuid...
20:21:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.744654 3014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } has no permanent_uuid. Determining permanent_uuid...
20:21:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.758195 3014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } has no permanent_uuid. Determining permanent_uuid...
20:21:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.760197 2963 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.764256 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.813815 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 1
20:21:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.817528 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.885998 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 2
20:21:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.889901 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:22.981390 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 3
20:21:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:22.985280 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.022562 3016 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.023089 3016 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.023638 3016 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.054164 3016 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:21:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.054435 3016 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.054611 3016 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:21:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.054785 3016 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:21:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.054951 3016 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:21:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.055080 3016 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43549/jwks.json
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.089660 3016 master_runner.cc:386] Master server non-default flags:
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.124:39987
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43549/jwks.json
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data/info.pb
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.124
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/logs
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 5fd53c4cbb9d
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6785
20:21:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:21:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.090979 3016 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.092635 3016 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:21:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.105836 3027 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.128778 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 4
20:21:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.135159 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.271932 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } attempt: 7
20:21:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.303193 2938 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } has no permanent_uuid. Determining permanent_uuid...
20:21:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.313387 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.372012 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 1
20:21:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.386924 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.434772 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 5
20:21:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.443452 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.468529 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 2
20:21:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.476415 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.562067 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 3
20:21:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.570080 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.710650 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 4
20:21:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.722018 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:23.991052 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 6
20:21:24.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.005812 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 5
20:21:24.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.011991 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.019718 3014 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.564530 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 6
20:21:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.592875 2938 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.202.124:39987: Network error: Client connection negotiation failed: client connection to 127.2.202.124:39987: connect: Connection refused (error 111)
20:21:24.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.506556 3025 debug-util.cc:398] Leaking SignalData structure 0x7b0800000a80 after lost signal to thread 3016
20:21:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:23.105829 3026 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.682387 3016 thread.cc:640] OpenStack (cloud detector) Time spent creating pthread: real 1.579s user 0.560s sys 1.014s
20:21:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.683125 3016 thread.cc:606] OpenStack (cloud detector) Time spent starting thread: real 1.580s user 0.561s sys 1.014s
20:21:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.683917 3028 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1578 milliseconds
20:21:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.684394 3016 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:21:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.684455 3029 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.687590 3016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.690024 3016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.691375 3016 hybrid_clock.cc:648] HybridClock initialized: now 1750969284691326 us; error 50 us; skew 500 ppm
20:21:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.692132 3016 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.698256 3016 webserver.cc:469] Webserver started at http://127.2.202.124:43991/ using document root <none> and password file <none>
20:21:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.699190 3016 fs_manager.cc:362] Metadata directory not provided
20:21:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.699481 3016 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.699949 3016 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:21:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.704702 3016 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data/instance:
20:21:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3656e3f568c14a3e81862caf3fd22572"
20:21:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:24 on dist-test-slave-55lv"
20:21:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.705864 3016 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal/instance:
20:21:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3656e3f568c14a3e81862caf3fd22572"
20:21:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:24 on dist-test-slave-55lv"
20:21:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.713212 3016 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.006s
20:21:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.718798 3044 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:21:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.719903 3016 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
20:21:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.720273 3016 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data,/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal
20:21:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3656e3f568c14a3e81862caf3fd22572"
20:21:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 20:21:24 on dist-test-slave-55lv"
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.720623 3016 fs_report.cc:389] FS layout report
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data/data
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:21:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:21:24.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.770368 3016 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:21:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.771885 3016 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:21:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.772483 3016 kserver.cc:163] Server-wide thread pool size limit: 3276
20:21:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.842068 3016 rpc_server.cc:307] RPC server started. Bound to: 127.2.202.124:39987
20:21:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.842172 3096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.202.124:39987 every 8 connection(s)
20:21:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.844832 3016 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/data/info.pb
20:21:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.849694 3097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:21:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.851884 2857 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu as pid 3016
20:21:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.852383 2857 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/master-2/wal/instance
20:21:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.866132 3097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.899152 3097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.909027 3097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } has no permanent_uuid. Determining permanent_uuid...
20:21:24.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.925130 3097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: Bootstrap starting.
20:21:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.932219 3097 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: Neither blocks nor log segments found. Creating new log.
20:21:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.934580 3097 log.cc:826] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: Log is configured to *not* fsync() on all Append() calls
20:21:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.939139 3097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: No bootstrap required, opened a new log
20:21:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.957930 3097 raft_consensus.cc:357] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.958582 3097 raft_consensus.cc:383] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.958829 3097 raft_consensus.cc:738] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3656e3f568c14a3e81862caf3fd22572, State: Initialized, Role: FOLLOWER
20:21:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.959513 3097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.961732 3106 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.962337 3106 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: This master's current role is: FOLLOWER
20:21:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.963311 3097 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: configured and running, proceeding with master startup.
20:21:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.965801 3106 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:21:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.966344 3106 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.970148 3106 leader_election.cc:290] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e31f04bf33743c182ce54aaea12b243 (127.2.202.126:43093), 7e5b08a32fb741598dd9fbeec851b8a6 (127.2.202.125:37015)
20:21:24.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.993381 3117 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:21:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:24.993979 3117 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:21:25.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:24.988876 3016 master_runner.cc:186] Error getting master registration for 127.2.202.126:43093: OK, instance_id { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" instance_seqno: 1750969280902889 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:21:25.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.021983 3016 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:21:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:25.027552 3050 tablet.cc:2378] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:21:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.080247 3014 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 7
20:21:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.103540 3014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: Bootstrap starting.
20:21:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.110968 3014 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: Neither blocks nor log segments found. Creating new log.
20:21:25.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.113245 3014 log.cc:826] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: Log is configured to *not* fsync() on all Append() calls
20:21:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.120129 3014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: No bootstrap required, opened a new log
20:21:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.147495 3014 raft_consensus.cc:357] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.148388 3014 raft_consensus.cc:383] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.148708 3014 raft_consensus.cc:738] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e5b08a32fb741598dd9fbeec851b8a6, State: Initialized, Role: FOLLOWER
20:21:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.149641 3014 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.152379 3121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.153172 3121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.154301 3014 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: configured and running, proceeding with master startup.
20:21:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.154434 2989 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3656e3f568c14a3e81862caf3fd22572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" is_pre_election: true
20:21:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.155324 2989 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3656e3f568c14a3e81862caf3fd22572 in term 0.
20:21:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.156687 3047 leader_election.cc:304] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3656e3f568c14a3e81862caf3fd22572, 7e5b08a32fb741598dd9fbeec851b8a6; no voters:
20:21:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.157724 3106 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:21:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.158061 3106 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:21:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.158363 3106 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 0 FOLLOWER]: Advancing to term 1
20:21:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.163847 3106 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.168856 3106 leader_election.cc:290] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [CANDIDATE]: Term 1 election: Requested vote from peers 2e31f04bf33743c182ce54aaea12b243 (127.2.202.126:43093), 7e5b08a32fb741598dd9fbeec851b8a6 (127.2.202.125:37015)
20:21:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.170733 2989 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3656e3f568c14a3e81862caf3fd22572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e5b08a32fb741598dd9fbeec851b8a6"
20:21:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.171933 2989 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 0 FOLLOWER]: Advancing to term 1
20:21:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.179368 2989 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3656e3f568c14a3e81862caf3fd22572 in term 1.
20:21:25.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.180430 3047 leader_election.cc:304] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3656e3f568c14a3e81862caf3fd22572, 7e5b08a32fb741598dd9fbeec851b8a6; no voters:
20:21:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.181162 3106 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 1 FOLLOWER]: Leader election won for term 1
20:21:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.183768 3106 raft_consensus.cc:695] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [term 1 LEADER]: Becoming Leader. State: Replica: 3656e3f568c14a3e81862caf3fd22572, State: Running, Role: LEADER
20:21:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.184608 3106 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.191438 3124 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3656e3f568c14a3e81862caf3fd22572. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.196326 3124 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: This master's current role is: LEADER
20:21:25.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.204028 3129 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:21:25.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.211609 3129 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:21:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.239236 2989 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [term 1 FOLLOWER]: Refusing update from remote peer 3656e3f568c14a3e81862caf3fd22572: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.241067 3106 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:21:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:25.261325 3136 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:21:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:25.261693 3136 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:21:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.243953 2941 master_runner.cc:186] Error getting master registration for 127.2.202.126:43093: OK, instance_id { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" instance_seqno: 1750969280902889 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:21:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.280208 2941 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:21:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.315043 3121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3656e3f568c14a3e81862caf3fd22572. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.317401 3121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.320931 3106 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.321606 3106 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: This master's current role is: LEADER
20:21:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.329560 3129 catalog_manager.cc:1349] Generated new cluster ID: 8f5da265244848ac9158378c75001cbc
20:21:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.329855 3129 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:21:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.343488 3121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.344188 3121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.360771 3129 catalog_manager.cc:1372] Generated new certificate authority record
20:21:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.364393 3129 catalog_manager.cc:1506] Loading token signing keys...
20:21:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.391481 3129 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572: Generated new TSK 0
20:21:25.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.392602 3129 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.414594 2857 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/wal
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/data
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/logs
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/data/info.pb
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.65:0
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.202.65
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.65
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:21:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.626406 2938 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } attempt: 7
20:21:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.691641 2938 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: Bootstrap starting.
20:21:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.698705 2938 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: Neither blocks nor log segments found. Creating new log.
20:21:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.701066 2938 log.cc:826] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: Log is configured to *not* fsync() on all Append() calls
20:21:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.723011 2938 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: No bootstrap required, opened a new log
20:21:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.771399 2938 raft_consensus.cc:357] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.787456 2938 raft_consensus.cc:383] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:21:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.788019 2938 raft_consensus.cc:738] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e31f04bf33743c182ce54aaea12b243, State: Initialized, Role: FOLLOWER
20:21:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.789492 2938 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } }
20:21:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.794813 3148 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.798729 3148 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.798583 2912 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3656e3f568c14a3e81862caf3fd22572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e31f04bf33743c182ce54aaea12b243"
20:21:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.798377 2938 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: configured and running, proceeding with master startup.
20:21:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.799417 2912 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [term 0 FOLLOWER]: Advancing to term 1
20:21:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.803476 2913 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3656e3f568c14a3e81862caf3fd22572" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e31f04bf33743c182ce54aaea12b243" is_pre_election: true
20:21:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.809978 2912 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3656e3f568c14a3e81862caf3fd22572 in term 1.
20:21:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.811436 2911 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [term 1 FOLLOWER]: Refusing update from remote peer 3656e3f568c14a3e81862caf3fd22572: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:21:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.819306 3143 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:21:25.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.898269 3156 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.900396 3148 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3656e3f568c14a3e81862caf3fd22572. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.901080 3148 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.899077 3156 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243 [sys.catalog]: This master's current role is: FOLLOWER
20:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:25.924564 3164 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:21:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.112602 3144 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:21:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.113489 3144 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:21:26.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.115365 3144 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:21:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.175302 3144 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:21:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.176959 3144 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.202.65
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.241822 3144 tablet_server_runner.cc:78] Tablet server non-default flags:
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.202.84:37713
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/data
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/wal
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.202.65:0
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/data/info.pb
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.202.65
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:21:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.202.126:43093,127.2.202.125:37015,127.2.202.124:39987
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.202.65
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/logs
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 19:43:24 UTC on 5fd53c4cbb9d
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6785
20:21:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:21:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.244503 3144 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:21:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.246968 3144 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:21:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.268690 3136 catalog_manager.cc:1261] Loaded cluster ID: 8f5da265244848ac9158378c75001cbc
20:21:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.269289 3136 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: loading cluster ID for follower catalog manager: success
20:21:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.272675 3170 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.284873 3136 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: acquiring CA information for follower catalog manager: success
20:21:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.290504 3136 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 7e5b08a32fb741598dd9fbeec851b8a6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:21:26.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.454959 3174 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3656e3f568c14a3e81862caf3fd22572" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2e31f04bf33743c182ce54aaea12b243" member_type: VOTER last_known_addr { host: "127.2.202.126" port: 43093 } } peers { permanent_uuid: "7e5b08a32fb741598dd9fbeec851b8a6" member_type: VOTER last_known_addr { host: "127.2.202.125" port: 37015 } } peers { permanent_uuid: "3656e3f568c14a3e81862caf3fd22572" member_type: VOTER last_known_addr { host: "127.2.202.124" port: 39987 } } }
20:21:26.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.457933 3174 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3656e3f568c14a3e81862caf3fd22572 [sys.catalog]: This master's current role is: LEADER
20:21:26.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.956090 3164 catalog_manager.cc:1261] Loaded cluster ID: 8f5da265244848ac9158378c75001cbc
20:21:26.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.963373 3164 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: loading cluster ID for follower catalog manager: success
20:21:26.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.987583 3164 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: acquiring CA information for follower catalog manager: success
20:21:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:26.994871 3164 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 2e31f04bf33743c182ce54aaea12b243: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==3144==WARNING: Can't read from symbolizer at fd 5
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==3144==WARNING: invalid path to external symbolizer!
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==3144==WARNING: Can't write to symbolizer at fd 8
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==3144==WARNING: Can't write to symbolizer at fd 8
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==3144==WARNING: Can't write to symbolizer at fd 8
20:21:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==3144==WARNING: Failed to use and restart external symbolizer!
20:21:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=3144)
20:21:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d70 by thread T6:
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
20:21:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443636)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d70 by thread T5:
20:21:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49083c)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
20:21:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443636)
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-3171' (tid=3171, running) created by main thread at:
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
20:21:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
20:21:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-3170' (tid=3170, finished) created by main thread at:
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
20:21:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
20:21:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:21:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu+0x49391f)
20:21:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:27.673321 3169 debug-util.cc:398] Leaking SignalData structure 0x7b0800000a80 after lost signal to thread 3144
20:21:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:28.099864 3144 thread.cc:640] GCE (cloud detector) Time spent creating pthread: real 1.830s user 0.501s sys 0.899s
20:21:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:28.101308 3144 thread.cc:606] GCE (cloud detector) Time spent starting thread: real 1.831s user 0.501s sys 0.899s
20:21:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:26.275738 3171 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=3144)
20:21:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7efcda040a40 by thread T6:
20:21:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x443845)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44dafc)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x443652)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x465e5f)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7efcda040a40 by thread T5 (mutexes: write M83):
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x443880)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44dafc)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x443652)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x465e5f)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004eba40)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7efcd7fa8840) created at:
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49a0fb)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-3171' (tid=3171, running) created by main thread at:
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-3170' (tid=3170, finished) created by main thread at:
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
20:21:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskSJjwL9/build/tsan/lib/libkudu_util.so+0x443845)
20:21:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:28.119529 3179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:21:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.120208 3144 server_base.cc:1048] running on GCE node
20:21:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.121626 3144 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:21:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.129889 3144 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:21:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.131448 3144 hybrid_clock.cc:648] HybridClock initialized: now 1750969288131406 us; error 46 us; skew 500 ppm
20:21:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.132530 3144 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:21:28.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.154623 3144 webserver.cc:469] Webserver started at http://127.2.202.65:38891/ using document root <none> and password file <none>
20:21:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.156222 3144 fs_manager.cc:362] Metadata directory not provided
20:21:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.156641 3144 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.157042 3144 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.157997 3144 fs_manager.cc:362] Metadata directory not provided
20:21:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.158304 3144 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:21:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:28.159178 3144 ts_tablet_manager.cc:1500] Shutting down tablet manager...
20:21:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=3144)
20:21:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3757):
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfd34)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e762)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1433f2)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143186)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x4016df)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255922)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x26391a)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c171f)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0244)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3757 (0x7b6800001978) created at:
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0fc1)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
20:21:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=3182, running) created by main thread at:
20:21:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
20:21:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
20:21:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
20:21:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:21:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskSJjwL9/build/tsan/lib/libserver_process.so+0x1bfd34)
20:21:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=3144)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00034110 by thread T12:
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c17b0)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x465e5f)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00034110 by main thread:
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bab18)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19027b)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f7a8)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
20:21:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
20:21:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=3182, running) created by main thread at:
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
20:21:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu+0x49391f)
20:21:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:28.196105 3144 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
20:21:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718/ts-0: No such file or directory (error 2)
20:21:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
20:21:29.245 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu: process exited with non-zero status 66"
}
20:21:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:29.245796 2857 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu with pid 2870
20:21:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:29.274987 2857 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu with pid 2941
20:21:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 20:21:29.305533 2857 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu with pid 3016
20:21:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:29.335470 2857 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718 during walk: No such file or directory
20:21:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:29.335688 2857 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718 during walk: No such file or directory
20:21:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 20:21:29.335979 2857 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskSJjwL9/test-tmp/mini-kudu-cluster1346814693228674718: One or more errors occurred
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==2857==WARNING: invalid path to external symbolizer!
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==2857==WARNING: Failed to use and restart external symbolizer!
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=2857)
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3450):
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfd34)
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e762)
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
20:21:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c19a7)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48ae42)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d72a6)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x909fe)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x93ed7)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x888cf)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86b0a)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x64dac9)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64c3c4)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x527001)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526f6c)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526edc)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x525b45)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x641fc0)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6428f7)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x642e3e)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001e00 allocated by main thread:
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0244)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
20:21:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3450 (0x7b6800001f78) created at:
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0fc1)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=2865, running) created by main thread at:
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskSJjwL9/build/tsan/lib/libserver_process.so+0x1bfd34)
20:21:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=2857)
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3447):
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfd34)
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e762)
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
20:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c19a7)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48a87d)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bfdd9)
20:21:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e762)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3bbe)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9904d)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x97feb)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x8452a)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84689)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x653787)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64fbed)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64f2bb)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64c4e0)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x527001)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526f6c)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x526edc)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x525b45)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x641fc0)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6428f7)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x642e3e)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0244)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
20:21:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3447 (0x7b6800001978) created at:
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0fc1)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=2863, running) created by main thread at:
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskSJjwL9/build/tsan/lib/libserver_process.so+0x1bfd34)
20:21:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:21:29.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T20:21:29Z chronyd exiting
20:21:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
20:21:30.410 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testScanWithPredicates: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskSJjwL9/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)