14:21:49.212 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:21:49.212 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJaoyyR/test-tmp
14:21:49.212 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:21:49.212 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJaoyyR/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:21:49.213 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:21:49.529 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:21:49.529 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:21:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.532473 13116 mini_oidc.cc:150] Starting JWKS server
14:21:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.535910 13116 webserver.cc:469] Webserver started at http://127.0.0.1:43699/ using document root <none> and password file <none>
14:21:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.536324 13116 mini_oidc.cc:186] Starting OIDC Discovery server
14:21:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.538013 13116 webserver.cc:469] Webserver started at http://127.0.0.1:37661/ using document root <none> and password file <none>
14:21:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-25T14:21:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:21:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-25T14:21:49Z Disabled control of system clock
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.600921 13116 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/logs
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data/info.pb
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.62:37161
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.62
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43699/jwks.json with env {}
14:21:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.890002 13129 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.890573 13129 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.891047 13129 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.921612 13129 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:21:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.921895 13129 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.922129 13129 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.922324 13129 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:21:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.922521 13129 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.922659 13129 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43699/jwks.json
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.958014 13129 master_runner.cc:386] Master server non-default flags:
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.62:37161
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43699/jwks.json
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data/info.pb
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.62
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/logs
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Jun 2025 13:43:23 UTC on 5fd53c4cbb9d
14:21:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6765
14:21:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.959321 13129 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.960863 13129 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.976521 13138 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.977531 13135 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:49.978330 13129 server_base.cc:1048] running on GCE node
14:21:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:49.976713 13136 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.138885 13129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.142123 13129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.143533 13129 hybrid_clock.cc:648] HybridClock initialized: now 1750861311143495 us; error 56 us; skew 500 ppm
14:21:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.144302 13129 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.151194 13129 webserver.cc:469] Webserver started at http://127.12.207.62:41185/ using document root <none> and password file <none>
14:21:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.152128 13129 fs_manager.cc:362] Metadata directory not provided
14:21:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.152314 13129 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.152719 13129 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:21:51.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.157189 13129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data/instance:
14:21:51.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "774574125d5f4af79aa4ae2d70cd0374"
14:21:51.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:51 on dist-test-slave-x7jc"
14:21:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.158248 13129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal/instance:
14:21:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "774574125d5f4af79aa4ae2d70cd0374"
14:21:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:51 on dist-test-slave-x7jc"
14:21:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.165280 13129 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
14:21:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.170576 13146 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.171573 13129 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.171906 13129 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data,/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "774574125d5f4af79aa4ae2d70cd0374"
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:51 on dist-test-slave-x7jc"
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.172288 13129 fs_report.cc:389] FS layout report
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data/data
14:21:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.243949 13129 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.245472 13129 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.245944 13129 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.316154 13129 rpc_server.cc:307] RPC server started. Bound to: 127.12.207.62:37161
14:21:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.316231 13197 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.207.62:37161 every 8 connection(s)
14:21:51.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.318802 13129 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/data/info.pb
14:21:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.323225 13116 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu as pid 13129
14:21:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.323638 13116 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-0/wal/instance
14:21:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.323709 13198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.326928 13116 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/logs
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data/info.pb
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.61:39779
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.61
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43699/jwks.json with env {}
14:21:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.336577 13198 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } has no permanent_uuid. Determining permanent_uuid...
14:21:51.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.365686 13198 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } has no permanent_uuid. Determining permanent_uuid...
14:21:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.368011 13148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.371951 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.421500 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 1
14:21:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.425479 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.493950 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 2
14:21:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.498898 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:51.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.590633 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 3
14:21:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.594358 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:51.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.630893 13200 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:51.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.631485 13200 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.631978 13200 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.662825 13200 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:21:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.663133 13200 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.663352 13200 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.663571 13200 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:21:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.663769 13200 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:51.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.663914 13200 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43699/jwks.json
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.698724 13200 master_runner.cc:386] Master server non-default flags:
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.61:39779
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43699/jwks.json
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data/info.pb
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.61
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/logs
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Jun 2025 13:43:23 UTC on 5fd53c4cbb9d
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6765
14:21:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.700019 13200 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.701496 13200 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.716724 13210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:51.737702 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 4
14:21:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.741451 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.041122 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 5
14:21:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:52.046635 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.594028 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 6
14:21:52.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:52.600704 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.61:39779: Network error: Client connection negotiation failed: client connection to 127.12.207.61:39779: connect: Connection refused (error 111)
14:21:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.717921 13209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:51.716738 13212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:52.862443 13211 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:21:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.862547 13200 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:21:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.866320 13200 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.868918 13200 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.870260 13200 hybrid_clock.cc:648] HybridClock initialized: now 1750861312870222 us; error 48 us; skew 500 ppm
14:21:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.871028 13200 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.877718 13200 webserver.cc:469] Webserver started at http://127.12.207.61:44461/ using document root <none> and password file <none>
14:21:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.878594 13200 fs_manager.cc:362] Metadata directory not provided
14:21:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.878811 13200 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.879274 13200 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:21:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.883746 13200 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data/instance:
14:21:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70328b3f9d9d457487a1ec74fab2cbc1"
14:21:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:52 on dist-test-slave-x7jc"
14:21:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.884876 13200 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal/instance:
14:21:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70328b3f9d9d457487a1ec74fab2cbc1"
14:21:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:52 on dist-test-slave-x7jc"
14:21:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.891920 13200 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
14:21:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.897253 13222 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.898309 13200 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
14:21:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.898645 13200 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data,/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70328b3f9d9d457487a1ec74fab2cbc1"
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:52 on dist-test-slave-x7jc"
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.898979 13200 fs_report.cc:389] FS layout report
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data/data
14:21:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.957921 13200 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.959383 13200 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:52.959834 13200 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.030450 13200 rpc_server.cc:307] RPC server started. Bound to: 127.12.207.61:39779
14:21:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.030540 13273 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.207.61:39779 every 8 connection(s)
14:21:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.033324 13200 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/data/info.pb
14:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.038422 13274 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.042621 13116 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu as pid 13200
14:21:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.042945 13116 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-1/wal/instance
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.044903 13116 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/logs
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data/info.pb
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.60:38077
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.60
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:53.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:53.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:53.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:53.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43699/jwks.json with env {}
14:21:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.049240 13274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } has no permanent_uuid. Determining permanent_uuid...
14:21:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.074612 13274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } has no permanent_uuid. Determining permanent_uuid...
14:21:53.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.087715 13274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } has no permanent_uuid. Determining permanent_uuid...
14:21:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.090160 13223 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.094559 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.143987 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 1
14:21:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.148559 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.217000 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 2
14:21:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.221033 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.312387 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 3
14:21:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.318470 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.349541 13276 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.350181 13276 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.350745 13276 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.383001 13276 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:21:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.383379 13276 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.383682 13276 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:53.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.383955 13276 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:21:53.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.384227 13276 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:53.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.384433 13276 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43699/jwks.json
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.419597 13276 master_runner.cc:386] Master server non-default flags:
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.60:38077
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43699/jwks.json
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data/info.pb
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.60
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/logs
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Jun 2025 13:43:23 UTC on 5fd53c4cbb9d
14:21:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6765
14:21:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.421298 13276 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:53.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.422895 13276 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.437292 13286 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.461889 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 4
14:21:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.466064 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.661358 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } attempt: 7
14:21:53.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.674793 13198 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } has no permanent_uuid. Determining permanent_uuid...
14:21:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.681046 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.739429 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 1
14:21:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.743124 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.765666 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 5
14:21:53.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.770941 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.824796 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 2
14:21:53.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.829111 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:53.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.914750 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 3
14:21:53.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.920529 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.060914 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 4
14:21:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.065725 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.318418 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 6
14:21:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.324836 13274 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:54.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.349090 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 5
14:21:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.354053 13198 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.207.60:38077: Network error: Client connection negotiation failed: client connection to 127.12.207.60:38077: connect: Connection refused (error 111)
14:21:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.437309 13287 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:53.437799 13289 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:53.439503 13276 server_base.cc:1048] running on GCE node
14:21:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.610626 13276 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.613219 13276 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.614545 13276 hybrid_clock.cc:648] HybridClock initialized: now 1750861314614505 us; error 58 us; skew 500 ppm
14:21:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.615314 13276 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.621935 13276 webserver.cc:469] Webserver started at http://127.12.207.60:40007/ using document root <none> and password file <none>
14:21:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.622799 13276 fs_manager.cc:362] Metadata directory not provided
14:21:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.622988 13276 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.623450 13276 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:21:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.628221 13276 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data/instance:
14:21:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e8506cff732403e92027687be5ca7aa"
14:21:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:54 on dist-test-slave-x7jc"
14:21:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.629251 13276 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal/instance:
14:21:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e8506cff732403e92027687be5ca7aa"
14:21:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:54 on dist-test-slave-x7jc"
14:21:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.636198 13276 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
14:21:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.641433 13302 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.642424 13276 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
14:21:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.642692 13276 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data,/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e8506cff732403e92027687be5ca7aa"
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-25 14:21:54 on dist-test-slave-x7jc"
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.642995 13276 fs_report.cc:389] FS layout report
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data/data
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.698814 13276 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:54.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.700371 13276 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:54.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.700735 13276 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.771044 13276 rpc_server.cc:307] RPC server started. Bound to: 127.12.207.60:38077
14:21:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.771136 13353 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.207.60:38077 every 8 connection(s)
14:21:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.773612 13276 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/data/info.pb
14:21:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.774320 13116 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu as pid 13276
14:21:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.774698 13116 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/master-2/wal/instance
14:21:54.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.779805 13354 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.796716 13354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } has no permanent_uuid. Determining permanent_uuid...
14:21:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.819468 13354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } has no permanent_uuid. Determining permanent_uuid...
14:21:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.828855 13354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } has no permanent_uuid. Determining permanent_uuid...
14:21:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.844447 13354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: Bootstrap starting.
14:21:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.851101 13354 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: Neither blocks nor log segments found. Creating new log.
14:21:54.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.853076 13354 log.cc:826] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: Log is configured to *not* fsync() on all Append() calls
14:21:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.857702 13354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: No bootstrap required, opened a new log
14:21:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.875078 13354 raft_consensus.cc:357] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.875748 13354 raft_consensus.cc:383] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.875952 13354 raft_consensus.cc:738] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e8506cff732403e92027687be5ca7aa, State: Initialized, Role: FOLLOWER
14:21:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.876693 13354 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.878962 13363 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.879832 13363 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: This master's current role is: FOLLOWER
14:21:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.880491 13354 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: configured and running, proceeding with master startup.
14:21:54.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.903731 13374 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:54.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.904080 13374 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:54.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.906459 13198 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 6
14:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.899376 13276 master_runner.cc:186] Error getting master registration for 127.12.207.62:37161: OK, instance_id { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" instance_seqno: 1750861311296753 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.927384 13276 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:21:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.927896 13198 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: Bootstrap starting.
14:21:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.934273 13198 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: Neither blocks nor log segments found. Creating new log.
14:21:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.936033 13198 log.cc:826] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: Log is configured to *not* fsync() on all Append() calls
14:21:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.940543 13198 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: No bootstrap required, opened a new log
14:21:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.955648 13308 tablet.cc:2378] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.959268 13198 raft_consensus.cc:357] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.959903 13198 raft_consensus.cc:383] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.960119 13198 raft_consensus.cc:738] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 774574125d5f4af79aa4ae2d70cd0374, State: Initialized, Role: FOLLOWER
14:21:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.960800 13198 consensus_queue.cc:260] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.963488 13378 sys_catalog.cc:455] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.964471 13378 sys_catalog.cc:458] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: This master's current role is: FOLLOWER
14:21:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.965453 13198 sys_catalog.cc:564] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: configured and running, proceeding with master startup.
14:21:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.994683 13389 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:54.995222 13389 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:55.004756 13152 tablet.cc:2378] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:55.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:54.994200 13129 master_runner.cc:186] Error getting master registration for 127.12.207.61:39779: OK, instance_id { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" instance_seqno: 1750861313011656 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:21:55.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.017217 13129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:21:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.198886 13363 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.199453 13363 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.203166 13363 leader_election.cc:290] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 774574125d5f4af79aa4ae2d70cd0374 (127.12.207.62:37161), 70328b3f9d9d457487a1ec74fab2cbc1 (127.12.207.61:39779)
14:21:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.203125 13173 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e8506cff732403e92027687be5ca7aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "774574125d5f4af79aa4ae2d70cd0374" is_pre_election: true
14:21:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.204072 13173 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7e8506cff732403e92027687be5ca7aa in term 0.
14:21:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.205384 13305 leader_election.cc:304] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 774574125d5f4af79aa4ae2d70cd0374, 7e8506cff732403e92027687be5ca7aa; no voters:
14:21:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.206252 13363 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Leader pre-election won for term 1
14:21:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.206525 13363 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:21:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.206881 13363 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 0 FOLLOWER]: Advancing to term 1
14:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.213841 13363 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.216426 13173 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e8506cff732403e92027687be5ca7aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "774574125d5f4af79aa4ae2d70cd0374"
14:21:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.216964 13173 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 0 FOLLOWER]: Advancing to term 1
14:21:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.217000 13363 leader_election.cc:290] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [CANDIDATE]: Term 1 election: Requested vote from peers 774574125d5f4af79aa4ae2d70cd0374 (127.12.207.62:37161), 70328b3f9d9d457487a1ec74fab2cbc1 (127.12.207.61:39779)
14:21:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.223817 13173 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7e8506cff732403e92027687be5ca7aa in term 1.
14:21:55.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.225163 13305 leader_election.cc:304] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 774574125d5f4af79aa4ae2d70cd0374, 7e8506cff732403e92027687be5ca7aa; no voters:
14:21:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.226122 13363 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 1 FOLLOWER]: Leader election won for term 1
14:21:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.236322 13363 raft_consensus.cc:695] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [term 1 LEADER]: Becoming Leader. State: Replica: 7e8506cff732403e92027687be5ca7aa, State: Running, Role: LEADER
14:21:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.238377 13363 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.253350 13391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7e8506cff732403e92027687be5ca7aa. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.254189 13391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: This master's current role is: LEADER
14:21:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.258466 13393 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
14:21:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.265650 13393 catalog_manager.cc:1486] Initializing Kudu cluster ID...
14:21:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.286600 13173 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [term 1 FOLLOWER]: Refusing update from remote peer 7e8506cff732403e92027687be5ca7aa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:55.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.288023 13391 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [LEADER]: Connected to new peer: Peer: permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.314366 13378 sys_catalog.cc:455] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7e8506cff732403e92027687be5ca7aa. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.315398 13378 sys_catalog.cc:458] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: This master's current role is: FOLLOWER
14:21:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.329805 13391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.330538 13391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: This master's current role is: LEADER
14:21:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.338496 13378 sys_catalog.cc:455] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.339156 13378 sys_catalog.cc:458] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374 [sys.catalog]: This master's current role is: FOLLOWER
14:21:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.342585 13393 catalog_manager.cc:1349] Generated new cluster ID: db373575b9184d2b8ce65560c5b597f8
14:21:55.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.342859 13393 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
14:21:55.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.376170 13393 catalog_manager.cc:1372] Generated new certificate authority record
14:21:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.378230 13393 catalog_manager.cc:1506] Loading token signing keys...
14:21:55.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.385356 13274 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } attempt: 7
14:21:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.432763 13274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: Bootstrap starting.
14:21:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.439280 13393 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa: Generated new TSK 0
14:21:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.440415 13393 catalog_manager.cc:1516] Initializing in-progress tserver states...
14:21:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.454844 13274 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: Neither blocks nor log segments found. Creating new log.
14:21:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.457142 13274 log.cc:826] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: Log is configured to *not* fsync() on all Append() calls
14:21:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.463178 13274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: No bootstrap required, opened a new log
14:21:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.490804 13274 raft_consensus.cc:357] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.491681 13274 raft_consensus.cc:383] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.491737 13116 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/wal
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/data
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/logs
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/data/info.pb
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.1:0
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.207.1
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.1
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
14:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.491967 13274 raft_consensus.cc:738] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70328b3f9d9d457487a1ec74fab2cbc1, State: Initialized, Role: FOLLOWER
14:21:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.492915 13274 consensus_queue.cc:260] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.512212 13402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.513114 13402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: This master's current role is: FOLLOWER
14:21:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.513597 13402 raft_consensus.cc:491] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.514027 13402 raft_consensus.cc:513] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } }
14:21:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.518517 13274 sys_catalog.cc:564] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: configured and running, proceeding with master startup.
14:21:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.519042 13247 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 0 FOLLOWER]: Advancing to term 1
14:21:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.523599 13249 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e8506cff732403e92027687be5ca7aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" is_pre_election: true
14:21:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.524631 13402 leader_election.cc:290] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 774574125d5f4af79aa4ae2d70cd0374 (127.12.207.62:37161), 7e8506cff732403e92027687be5ca7aa (127.12.207.60:38077)
14:21:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.525285 13248 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7e8506cff732403e92027687be5ca7aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70328b3f9d9d457487a1ec74fab2cbc1"
14:21:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.529009 13329 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e8506cff732403e92027687be5ca7aa" is_pre_election: true
14:21:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.529448 13173 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "774574125d5f4af79aa4ae2d70cd0374" is_pre_election: true
14:21:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.530978 13223 leader_election.cc:304] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70328b3f9d9d457487a1ec74fab2cbc1; no voters: 774574125d5f4af79aa4ae2d70cd0374, 7e8506cff732403e92027687be5ca7aa
14:21:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.535243 13247 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 1 FOLLOWER]: Refusing update from remote peer 7e8506cff732403e92027687be5ca7aa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.535848 13402 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:21:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.537714 13391 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [LEADER]: Connected to new peer: Peer: permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.003s
14:21:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.585707 13407 mvcc.cc:204] Tried to move back new op lower bound from 7171527947384721408 to 7171527947226370048. Current Snapshot: MvccSnapshot[applied={T|T < 7171527947384721408}]
14:21:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.606472 13402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7e8506cff732403e92027687be5ca7aa. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.607789 13403 sys_catalog.cc:455] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.608541 13403 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: This master's current role is: FOLLOWER
14:21:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.607208 13402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1 [sys.catalog]: This master's current role is: FOLLOWER
14:21:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:55.686852 13419 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:21:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:55.962860 13401 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:55.963547 13401 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:55.964484 13401 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.002204 13389 catalog_manager.cc:1261] Loaded cluster ID: db373575b9184d2b8ce65560c5b597f8
14:21:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.002679 13389 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: loading cluster ID for follower catalog manager: success
14:21:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.018165 13389 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: acquiring CA information for follower catalog manager: success
14:21:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:56.021205 13401 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:56.022840 13401 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.207.1
14:21:56.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.025831 13389 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 774574125d5f4af79aa4ae2d70cd0374: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:21:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.036500 13391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7e8506cff732403e92027687be5ca7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "774574125d5f4af79aa4ae2d70cd0374" member_type: VOTER last_known_addr { host: "127.12.207.62" port: 37161 } } peers { permanent_uuid: "70328b3f9d9d457487a1ec74fab2cbc1" member_type: VOTER last_known_addr { host: "127.12.207.61" port: 39779 } } peers { permanent_uuid: "7e8506cff732403e92027687be5ca7aa" member_type: VOTER last_known_addr { host: "127.12.207.60" port: 38077 } } }
14:21:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.037365 13391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7e8506cff732403e92027687be5ca7aa [sys.catalog]: This master's current role is: LEADER
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.097901 13401 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.207.20:35685
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/data
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/wal
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.207.1:0
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/data/info.pb
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.207.1
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.207.62:37161,127.12.207.61:39779,127.12.207.60:38077
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.207.1
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/logs
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6d72d4a242076468501f3430b9a2cd050c634be2
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 25 Jun 2025 13:43:23 UTC on 5fd53c4cbb9d
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6765
14:21:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.100808 13401 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.103554 13401 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:56.127401 13427 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.700259 13419 catalog_manager.cc:1261] Loaded cluster ID: db373575b9184d2b8ce65560c5b597f8
14:21:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.703490 13419 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: loading cluster ID for follower catalog manager: success
14:21:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.721792 13419 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: acquiring CA information for follower catalog manager: success
14:21:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:56.737416 13419 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 70328b3f9d9d457487a1ec74fab2cbc1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:21:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13401==WARNING: Can't read from symbolizer at fd 7
14:21:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13401==WARNING: invalid path to external symbolizer!
14:21:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13401==WARNING: Can't write to symbolizer at fd 10
14:21:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13401==WARNING: Can't write to symbolizer at fd 10
14:21:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13401==WARNING: Can't write to symbolizer at fd 10
14:21:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13401==WARNING: Failed to use and restart external symbolizer!
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13401)
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d70 by thread T6:
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
14:21:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
14:21:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443646)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d70 by thread T5:
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49083c)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
14:21:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443646)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
14:21:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-13428' (tid=13428, running) created by main thread at:
14:21:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:21:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:21:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:21:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:21:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-13427' (tid=13427, finished) created by main thread at:
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:21:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:21:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:21:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:21:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu+0x49391f)
14:21:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:57.526209 13426 debug-util.cc:398] Leaking SignalData structure 0x7b0800015620 after lost signal to thread 13401
14:21:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:58.341316 13426 kernel_stack_watchdog.cc:198] Thread 13401 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:641 for 380ms:
14:21:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:21:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:21:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:21:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:21:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:56.130232 13428 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13401)
14:21:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f30df086a50 by thread T6:
14:21:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x443855)
14:21:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44db0c)
14:21:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x443662)
14:21:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x465e5f)
14:21:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f30df086a50 by thread T5 (mutexes:W20250625 14:21:58.343226 13401 thread.cc:640] OpenStack (cloud detector) Time spent creating pthread: real 2.200s user 0.001s sys 0.000s
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) write M83):
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x443890)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44db0c)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x443662)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x465e5f)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004eba50)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f30dcfee840) created at:
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49a0fb)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-13428' (tid=13428, running) created by main thread at:
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:58.343618 13401 thread.cc:606] OpenStack (cloud detector) Time spent starting thread: real 2.200s user 0.001s sys 0.001s
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:21:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:21:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-13427' (tid=13427, finished) created by main thread at:
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:21:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:21:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:21:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:21:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskJaoyyR/build/tsan/lib/libkudu_util.so+0x443855)
14:21:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:58.347909 13429 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2215 milliseconds
14:21:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.350194 13401 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:21:58.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:58.350773 13431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.352222 13401 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.362892 13401 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:58.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.364437 13401 hybrid_clock.cc:648] HybridClock initialized: now 1750861318364386 us; error 57 us; skew 500 ppm
14:21:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.365245 13401 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.372453 13401 webserver.cc:469] Webserver started at http://127.12.207.1:41255/ using document root <none> and password file <none>
14:21:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.373498 13401 fs_manager.cc:362] Metadata directory not provided
14:21:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.373772 13401 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.374063 13401 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:21:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.374737 13401 fs_manager.cc:362] Metadata directory not provided
14:21:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.374915 13401 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:58.375631 13401 ts_tablet_manager.cc:1500] Shutting down tablet manager...
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13401)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3760):
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1431d2)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x142f66)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x4016df)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255922)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x26391a)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
14:21:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c14ff)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3760 (0x7b6800001978) created at:
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:21:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=13437, running) created by main thread at:
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:21:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskJaoyyR/build/tsan/lib/libserver_process.so+0x1bfb14)
14:21:58.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13401)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00034140 by thread T12:
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1590)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x465e5f)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00034140 by main thread:
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1ba8f8)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19005b)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f588)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:21:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=13437, running) created by main thread at:
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu+0x49391f)
14:21:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:58.401321 13401 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:21:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662/ts-0: No such file or directory (error 2)
14:21:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
14:21:59.445 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu: process exited with non-zero status 66"
}
14:21:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:59.446794 13116 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu with pid 13129
14:21:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:59.478747 13116 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu with pid 13200
14:21:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250625 14:21:59.507587 13116 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu with pid 13276
14:21:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:59.535041 13116 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662 during walk: No such file or directory
14:21:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:59.535259 13116 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662 during walk: No such file or directory
14:21:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250625 14:21:59.535516 13116 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskJaoyyR/test-tmp/mini-kudu-cluster4120412431096966662: One or more errors occurred
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13116==WARNING: invalid path to external symbolizer!
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13116==WARNING: Failed to use and restart external symbolizer!
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13116)
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 4 at 0x7b6800001e00 by thread T5:
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1967)
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
14:21:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3450):
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001e00 allocated by main thread:
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:21:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3450 (0x7b6800001f78) created at:
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:21:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=13124, running) created by main thread at:
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskJaoyyR/build/tsan/lib/libserver_process.so+0x1c1967)
14:21:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13116)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3447):
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48a87d)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bfbb9)
14:21:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e542)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3bbe)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9904d)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x97feb)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x8452a)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84689)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x653787)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64fbed)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64f2bb)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64c4e0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x527001)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526f6c)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x526edc)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x525b45)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x641fc0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6428f7)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x642e3e)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3447 (0x7b6800001978) created at:
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:21:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=13123, running) created by main thread at:
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskJaoyyR/build/tsan/lib/libserver_process.so+0x1bfb14)
14:21:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-25T14:21:59Z chronyd exiting
14:22:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
14:22:00.611 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskJaoyyR/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)