14:24:35.407 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:24:35.407 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPy9bNu/test-tmp
14:24:35.407 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:24:35.407 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPy9bNu/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:24:35.408 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:24:35.727 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:24:35.728 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:24:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:35.730845 25019 mini_oidc.cc:150] Starting JWKS server
14:24:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:35.734179 25019 webserver.cc:469] Webserver started at http://127.0.0.1:33775/ using document root <none> and password file <none>
14:24:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:35.734562 25019 mini_oidc.cc:186] Starting OIDC Discovery server
14:24:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:35.736352 25019 webserver.cc:469] Webserver started at http://127.0.0.1:38137/ using document root <none> and password file <none>
14:24:35.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-23T14:24:35Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:24:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-23T14:24:35Z Disabled control of system clock
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:35.805905 25019 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/logs
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data/info.pb
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.254:37383
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.254
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33775/jwks.json with env {}
14:24:36.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.090168 25032 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:24:36.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.090714 25032 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.091184 25032 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:24:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.121789 25032 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:24:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.122067 25032 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:24:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.122298 25032 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:24:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.122496 25032 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:24:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.122684 25032 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:24:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.122828 25032 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33775/jwks.json
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:36.156666 25032 master_runner.cc:386] Master server non-default flags:
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.254:37383
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33775/jwks.json
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data/info.pb
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.254
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/logs
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 13:57:07 UTC on 24a791456cd2
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6733
14:24:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:36.157832 25032 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:36.159200 25032 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.173065 25039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.173372 25038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:36.173065 25041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:36.175758 25032 server_base.cc:1048] running on GCE node
14:24:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.349943 25032 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.353086 25032 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.354532 25032 hybrid_clock.cc:648] HybridClock initialized: now 1750688677354469 us; error 74 us; skew 500 ppm
14:24:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.355319 25032 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:37.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.366925 25032 webserver.cc:469] Webserver started at http://127.24.110.254:45057/ using document root <none> and password file <none>
14:24:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.367849 25032 fs_manager.cc:362] Metadata directory not provided
14:24:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.368048 25032 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.368464 25032 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:24:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.372942 25032 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data/instance:
14:24:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b44b3c4c453a429388f70fa442b65065"
14:24:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:37 on dist-test-slave-jtqj"
14:24:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.374023 25032 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal/instance:
14:24:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b44b3c4c453a429388f70fa442b65065"
14:24:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:37 on dist-test-slave-jtqj"
14:24:37.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.381120 25032 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
14:24:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.386648 25048 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:37.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.387684 25032 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.387990 25032 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data,/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b44b3c4c453a429388f70fa442b65065"
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:37 on dist-test-slave-jtqj"
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.388298 25032 fs_report.cc:389] FS layout report
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data/data
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:37.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:37.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:37.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.457155 25032 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.458482 25032 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.458853 25032 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.530303 25032 rpc_server.cc:307] RPC server started. Bound to: 127.24.110.254:37383
14:24:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.530380 25099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.110.254:37383 every 8 connection(s)
14:24:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.532832 25032 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/data/info.pb
14:24:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.537755 25100 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:24:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.538030 25019 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu as pid 25032
14:24:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.538468 25019 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-0/wal/instance
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.541934 25019 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/logs
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data/info.pb
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.253:41311
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.253
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33775/jwks.json with env {}
14:24:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.549197 25100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } has no permanent_uuid. Determining permanent_uuid...
14:24:37.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.575982 25100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } has no permanent_uuid. Determining permanent_uuid...
14:24:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.578493 25051 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.582789 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.632230 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 1
14:24:37.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.636709 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.705061 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 2
14:24:37.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.709292 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.800679 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 3
14:24:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.804713 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.843299 25102 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:24:37.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.843990 25102 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:37.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.844602 25102 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:24:37.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.875622 25102 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:24:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.876109 25102 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:24:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.876473 25102 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:24:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.876747 25102 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:24:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.877005 25102 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:24:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.877202 25102 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33775/jwks.json
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.912241 25102 master_runner.cc:386] Master server non-default flags:
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.253:41311
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33775/jwks.json
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data/info.pb
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.253
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/logs
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 13:57:07 UTC on 24a791456cd2
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6733
14:24:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.913923 25102 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:37.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.915576 25102 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.929682 25111 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.948093 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 4
14:24:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.952330 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:38.251729 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 5
14:24:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:38.256317 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:38.803781 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 6
14:24:38.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:38.811652 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.253:41311: Network error: Client connection negotiation failed: client connection to 127.24.110.253:41311: connect: Connection refused (error 111)
14:24:39.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.929786 25112 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:37.930718 25114 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:37.931896 25102 server_base.cc:1048] running on GCE node
14:24:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.102706 25102 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.105393 25102 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.106734 25102 hybrid_clock.cc:648] HybridClock initialized: now 1750688679106712 us; error 39 us; skew 500 ppm
14:24:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.107484 25102 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.113752 25102 webserver.cc:469] Webserver started at http://127.24.110.253:33281/ using document root <none> and password file <none>
14:24:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.114637 25102 fs_manager.cc:362] Metadata directory not provided
14:24:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.114823 25102 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.115263 25102 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:24:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.119750 25102 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data/instance:
14:24:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bff9a5e82c948249440a628c7ecd490"
14:24:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:39 on dist-test-slave-jtqj"
14:24:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.120828 25102 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal/instance:
14:24:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bff9a5e82c948249440a628c7ecd490"
14:24:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:39 on dist-test-slave-jtqj"
14:24:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.127987 25102 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
14:24:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.133525 25123 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.134523 25102 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.003s
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.134858 25102 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data,/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bff9a5e82c948249440a628c7ecd490"
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:39 on dist-test-slave-jtqj"
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.135217 25102 fs_report.cc:389] FS layout report
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal
14:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data/data
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:39.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.189316 25102 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.190805 25102 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.191272 25102 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.261005 25102 rpc_server.cc:307] RPC server started. Bound to: 127.24.110.253:41311
14:24:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.261101 25175 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.110.253:41311 every 8 connection(s)
14:24:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.263765 25102 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/data/info.pb
14:24:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.268740 25176 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:24:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.268741 25019 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu as pid 25102
14:24:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.269111 25019 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-1/wal/instance
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.271095 25019 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/logs
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data/info.pb
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.252:33671
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.252
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33775/jwks.json with env {}
14:24:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.281940 25176 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } has no permanent_uuid. Determining permanent_uuid...
14:24:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.306476 25176 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } has no permanent_uuid. Determining permanent_uuid...
14:24:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.320626 25176 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } has no permanent_uuid. Determining permanent_uuid...
14:24:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.322973 25125 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.327208 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.376765 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 1
14:24:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.380692 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.449158 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 2
14:24:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.453095 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.544481 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 3
14:24:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.549476 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.580542 25178 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:24:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.581063 25178 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.581534 25178 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:24:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.612324 25178 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:24:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.612601 25178 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:24:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.612805 25178 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:24:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.613013 25178 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:24:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.613206 25178 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:24:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.613369 25178 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33775/jwks.json
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.647780 25178 master_runner.cc:386] Master server non-default flags:
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.252:33671
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33775/jwks.json
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data/info.pb
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.252
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/logs
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 13:57:07 UTC on 24a791456cd2
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6733
14:24:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.649041 25178 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:39.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.650615 25178 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.665244 25188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.692943 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 4
14:24:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.698794 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.872102 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } attempt: 7
14:24:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.886785 25100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } has no permanent_uuid. Determining permanent_uuid...
14:24:39.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.893440 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.951821 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 1
14:24:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.956954 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.998188 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 5
14:24:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:40.003372 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.038321 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 2
14:24:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:40.043406 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.128818 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 3
14:24:40.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:40.133495 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.273834 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 4
14:24:40.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:40.278016 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:40.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.550925 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 6
14:24:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.561452 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 5
14:24:40.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:40.563990 25176 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:40.566159 25100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.110.252:33671: Network error: Client connection negotiation failed: client connection to 127.24.110.252:33671: connect: Connection refused (error 111)
14:24:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.665342 25189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:39.665784 25191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:39.666908 25178 server_base.cc:1048] running on GCE node
14:24:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.840930 25178 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.843601 25178 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.845017 25178 hybrid_clock.cc:648] HybridClock initialized: now 1750688680844967 us; error 51 us; skew 500 ppm
14:24:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.845899 25178 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.852216 25178 webserver.cc:469] Webserver started at http://127.24.110.252:34065/ using document root <none> and password file <none>
14:24:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.853114 25178 fs_manager.cc:362] Metadata directory not provided
14:24:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.853333 25178 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.853873 25178 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:24:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.858135 25178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data/instance:
14:24:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47766b465ddf476492a99ffb6599d7a9"
14:24:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:40 on dist-test-slave-jtqj"
14:24:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.859160 25178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal/instance:
14:24:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47766b465ddf476492a99ffb6599d7a9"
14:24:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:40 on dist-test-slave-jtqj"
14:24:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.866027 25178 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
14:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.871771 25203 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.872805 25178 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
14:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.873152 25178 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data,/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal
14:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47766b465ddf476492a99ffb6599d7a9"
14:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:40 on dist-test-slave-jtqj"
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.873507 25178 fs_report.cc:389] FS layout report
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data/data
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.923856 25178 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.925374 25178 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.925822 25178 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.995808 25178 rpc_server.cc:307] RPC server started. Bound to: 127.24.110.252:33671
14:24:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.995949 25254 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.110.252:33671 every 8 connection(s)
14:24:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:40.999539 25178 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/data/info.pb
14:24:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.005421 25019 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu as pid 25178
14:24:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.005620 25255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:24:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.005734 25019 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/master-2/wal/instance
14:24:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.024580 25255 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } has no permanent_uuid. Determining permanent_uuid...
14:24:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.048159 25255 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } has no permanent_uuid. Determining permanent_uuid...
14:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.058899 25255 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } has no permanent_uuid. Determining permanent_uuid...
14:24:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.074378 25255 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: Bootstrap starting.
14:24:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.081043 25255 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: Neither blocks nor log segments found. Creating new log.
14:24:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.083248 25255 log.cc:826] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: Log is configured to *not* fsync() on all Append() calls
14:24:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.087957 25255 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: No bootstrap required, opened a new log
14:24:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.106325 25255 raft_consensus.cc:357] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.107013 25255 raft_consensus.cc:383] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:24:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.107260 25255 raft_consensus.cc:738] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47766b465ddf476492a99ffb6599d7a9, State: Initialized, Role: FOLLOWER
14:24:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.108009 25255 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.110263 25264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.110849 25264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.111765 25255 sys_catalog.cc:564] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: configured and running, proceeding with master startup.
14:24:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.118741 25100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 6
14:24:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.139106 25100 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: Bootstrap starting.
14:24:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:41.141120 25276 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:24:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:41.141472 25276 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:24:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.148331 25100 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: Neither blocks nor log segments found. Creating new log.
14:24:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.150696 25100 log.cc:826] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: Log is configured to *not* fsync() on all Append() calls
14:24:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.155891 25100 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: No bootstrap required, opened a new log
14:24:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.136255 25178 master_runner.cc:186] Error getting master registration for 127.24.110.254:37383: OK, instance_id { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" instance_seqno: 1750688677511416 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:24:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.163061 25178 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:24:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:41.180647 25209 tablet.cc:2378] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:24:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.184461 25100 raft_consensus.cc:357] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.185266 25100 raft_consensus.cc:383] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:24:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.185557 25100 raft_consensus.cc:738] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b44b3c4c453a429388f70fa442b65065, State: Initialized, Role: FOLLOWER
14:24:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.186475 25100 consensus_queue.cc:260] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.189440 25279 sys_catalog.cc:455] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.189967 25279 sys_catalog.cc:458] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.191226 25100 sys_catalog.cc:564] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: configured and running, proceeding with master startup.
14:24:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.200083 25279 raft_consensus.cc:491] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:24:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.200696 25279 raft_consensus.cc:513] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.205478 25279 leader_election.cc:290] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2bff9a5e82c948249440a628c7ecd490 (127.24.110.253:41311), 47766b465ddf476492a99ffb6599d7a9 (127.24.110.252:33671)
14:24:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.206825 25230 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b44b3c4c453a429388f70fa442b65065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47766b465ddf476492a99ffb6599d7a9" is_pre_election: true
14:24:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.207832 25230 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b44b3c4c453a429388f70fa442b65065 in term 0.
14:24:41.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.209411 25050 leader_election.cc:304] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47766b465ddf476492a99ffb6599d7a9, b44b3c4c453a429388f70fa442b65065; no voters:
14:24:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.210582 25279 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:24:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.210964 25279 raft_consensus.cc:491] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:24:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.211337 25279 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 0 FOLLOWER]: Advancing to term 1
14:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:41.217090 25054 tablet.cc:2378] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:24:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.221263 25279 raft_consensus.cc:513] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.224314 25279 leader_election.cc:290] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [CANDIDATE]: Term 1 election: Requested vote from peers 2bff9a5e82c948249440a628c7ecd490 (127.24.110.253:41311), 47766b465ddf476492a99ffb6599d7a9 (127.24.110.252:33671)
14:24:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.224790 25230 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b44b3c4c453a429388f70fa442b65065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47766b465ddf476492a99ffb6599d7a9"
14:24:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.225235 25230 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 0 FOLLOWER]: Advancing to term 1
14:24:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.232638 25230 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b44b3c4c453a429388f70fa442b65065 in term 1.
14:24:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.235245 25050 leader_election.cc:304] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47766b465ddf476492a99ffb6599d7a9, b44b3c4c453a429388f70fa442b65065; no voters:
14:24:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.236197 25279 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 1 FOLLOWER]: Leader election won for term 1
14:24:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:41.239975 25290 catalog_manager.cc:1560] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:24:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:41.240321 25290 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:24:41.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.248525 25279 raft_consensus.cc:695] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [term 1 LEADER]: Becoming Leader. State: Replica: b44b3c4c453a429388f70fa442b65065, State: Running, Role: LEADER
14:24:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.249614 25279 consensus_queue.cc:237] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.267971 25292 sys_catalog.cc:455] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b44b3c4c453a429388f70fa442b65065. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.268738 25292 sys_catalog.cc:458] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: This master's current role is: LEADER
14:24:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.276926 25294 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
14:24:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.303367 25294 catalog_manager.cc:1486] Initializing Kudu cluster ID...
14:24:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.239698 25032 master_runner.cc:186] Error getting master registration for 127.24.110.253:41311: OK, instance_id { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" instance_seqno: 1750688679241866 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:24:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.322036 25032 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:24:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.341377 25230 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [term 1 FOLLOWER]: Refusing update from remote peer b44b3c4c453a429388f70fa442b65065: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:24:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.342846 25292 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [LEADER]: Connected to new peer: Peer: permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:24:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.370225 25264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b44b3c4c453a429388f70fa442b65065. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.375151 25264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.388701 25296 mvcc.cc:204] Tried to move back new op lower bound from 7170820838758412288 to 7170820838408585216. Current Snapshot: MvccSnapshot[applied={T|T < 7170820838758412288}]
14:24:41.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.390440 25264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.391080 25264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.409904 25279 sys_catalog.cc:455] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.410517 25279 sys_catalog.cc:458] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: This master's current role is: LEADER
14:24:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.414783 25294 catalog_manager.cc:1349] Generated new cluster ID: d8ec5a18839f463ca8ae78cb0058e61a
14:24:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.415067 25294 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
14:24:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.457021 25294 catalog_manager.cc:1372] Generated new certificate authority record
14:24:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.458861 25294 catalog_manager.cc:1506] Loading token signing keys...
14:24:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.487331 25294 catalog_manager.cc:5955] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065: Generated new TSK 0
14:24:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.489760 25294 catalog_manager.cc:1516] Initializing in-progress tserver states...
14:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.502470 25019 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal
14:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data
14:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/logs
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data/info.pb
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.193:0
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.110.193
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.193
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
14:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
14:24:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.624605 25176 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } attempt: 7
14:24:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.671108 25176 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: Bootstrap starting.
14:24:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.690093 25176 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: Neither blocks nor log segments found. Creating new log.
14:24:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.695647 25176 log.cc:826] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: Log is configured to *not* fsync() on all Append() calls
14:24:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.707619 25176 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: No bootstrap required, opened a new log
14:24:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.771852 25176 raft_consensus.cc:357] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.774246 25176 raft_consensus.cc:383] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:24:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.775147 25176 raft_consensus.cc:738] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2bff9a5e82c948249440a628c7ecd490, State: Initialized, Role: FOLLOWER
14:24:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.777514 25176 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } }
14:24:41.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.794587 25176 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: configured and running, proceeding with master startup.
14:24:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.794752 25150 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b44b3c4c453a429388f70fa442b65065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2bff9a5e82c948249440a628c7ecd490" is_pre_election: true
14:24:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.795560 25150 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b44b3c4c453a429388f70fa442b65065 in term 0.
14:24:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.796583 25149 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b44b3c4c453a429388f70fa442b65065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2bff9a5e82c948249440a628c7ecd490"
14:24:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.797331 25149 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 0 FOLLOWER]: Advancing to term 1
14:24:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.797192 25303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.800091 25303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.806500 25149 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b44b3c4c453a429388f70fa442b65065 in term 1.
14:24:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.807879 25148 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [term 1 FOLLOWER]: Refusing update from remote peer b44b3c4c453a429388f70fa442b65065: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:24:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.815505 25292 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:24:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.882344 25303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b44b3c4c453a429388f70fa442b65065. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.883069 25303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.884280 25312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.885016 25312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490 [sys.catalog]: This master's current role is: FOLLOWER
14:24:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:41.919440 25320 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:24:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.013876 25300 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:24:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.014710 25300 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.015740 25300 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:24:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.072299 25300 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:24:42.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.074106 25300 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.110.193
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.136125 25300 tablet_server_runner.cc:78] Tablet server non-default flags:
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.193:0
14:24:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data/info.pb
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.193
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.110.193
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/logs
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 13:57:07 UTC on 24a791456cd2
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6733
14:24:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.137794 25300 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.139919 25300 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:42.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.147923 25276 catalog_manager.cc:1261] Loaded cluster ID: d8ec5a18839f463ca8ae78cb0058e61a
14:24:42.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.148439 25276 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: loading cluster ID for follower catalog manager: success
14:24:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.155306 25276 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: acquiring CA information for follower catalog manager: success
14:24:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.160926 25276 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 47766b465ddf476492a99ffb6599d7a9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:24:42.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.169829 25326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.324252 25292 sys_catalog.cc:455] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b44b3c4c453a429388f70fa442b65065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b44b3c4c453a429388f70fa442b65065" member_type: VOTER last_known_addr { host: "127.24.110.254" port: 37383 } } peers { permanent_uuid: "2bff9a5e82c948249440a628c7ecd490" member_type: VOTER last_known_addr { host: "127.24.110.253" port: 41311 } } peers { permanent_uuid: "47766b465ddf476492a99ffb6599d7a9" member_type: VOTER last_known_addr { host: "127.24.110.252" port: 33671 } } }
14:24:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.325176 25292 sys_catalog.cc:458] T 00000000000000000000000000000000 P b44b3c4c453a429388f70fa442b65065 [sys.catalog]: This master's current role is: LEADER
14:24:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.936501 25320 catalog_manager.cc:1261] Loaded cluster ID: d8ec5a18839f463ca8ae78cb0058e61a
14:24:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.936901 25320 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: loading cluster ID for follower catalog manager: success
14:24:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.955158 25320 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: acquiring CA information for follower catalog manager: success
14:24:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:42.971016 25320 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 2bff9a5e82c948249440a628c7ecd490: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:24:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:42.172782 25327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:43.567502 25325 debug-util.cc:398] Leaking SignalData structure 0x7b0800015620 after lost signal to thread 25300
14:24:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:43.952530 25325 kernel_stack_watchdog.cc:198] Thread 25300 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:641 for 394ms:
14:24:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:24:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:24:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:24:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:24:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:43.953317 25300 thread.cc:640] GCE (cloud detector) Time spent creating pthread: real 1.782s user 0.533s sys 0.869s
14:24:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:43.953967 25300 thread.cc:606] GCE (cloud detector) Time spent starting thread: real 1.783s user 0.534s sys 0.869s
14:24:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:43.967792 25300 server_base.cc:1048] running on GCE node
14:24:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:43.967878 25334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:43.969758 25300 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:43.980073 25300 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:43.981524 25300 hybrid_clock.cc:648] HybridClock initialized: now 1750688683981470 us; error 50 us; skew 500 ppm
14:24:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:43.982563 25300 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.027534 25300 webserver.cc:469] Webserver started at http://127.24.110.193:35271/ using document root <none> and password file <none>
14:24:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.029084 25300 fs_manager.cc:362] Metadata directory not provided
14:24:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.029467 25300 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.030078 25300 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:24:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.036360 25300 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data/instance:
14:24:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f1bf1e6704142e49ac0951a3e0688ce"
14:24:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:44 on dist-test-slave-jtqj"
14:24:44.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.037930 25300 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal/instance:
14:24:44.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f1bf1e6704142e49ac0951a3e0688ce"
14:24:44.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:44 on dist-test-slave-jtqj"
14:24:44.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.057963 25300 fs_manager.cc:696] Time spent creating directory manager: real 0.019s user 0.007s sys 0.010s
14:24:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.076728 25339 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:24:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.078205 25300 fs_manager.cc:730] Time spent opening block manager: real 0.016s user 0.005s sys 0.011s
14:24:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.078591 25300 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data,/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f1bf1e6704142e49ac0951a3e0688ce"
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 14:24:44 on dist-test-slave-jtqj"
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.079007 25300 fs_report.cc:389] FS layout report
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data/data
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:24:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:24:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.167604 25300 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:24:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.169453 25300 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:24:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.169950 25300 kserver.cc:163] Server-wide thread pool size limit: 3276
14:24:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.178686 25300 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:24:44.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.189610 25300 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:24:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.189881 25300 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:24:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.190167 25300 ts_tablet_manager.cc:610] Registered 0 tablets
14:24:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.190382 25300 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:24:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.657243 25300 rpc_server.cc:307] RPC server started. Bound to: 127.24.110.193:35805
14:24:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.657366 25452 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.110.193:35805 every 8 connection(s)
14:24:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.660813 25300 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/data/info.pb
14:24:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.663079 25019 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu as pid 25300
14:24:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.663532 25019 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-0/wal/instance
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.676975 25019 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/wal
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/data
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/logs
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/data/info.pb
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.194:0
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.110.194
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.194
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
14:24:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
14:24:44.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.726200 25453 heartbeater.cc:344] Connected to a master server at 127.24.110.252:33671
14:24:44.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.726732 25453 heartbeater.cc:461] Registering TS with master...
14:24:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.728063 25454 heartbeater.cc:344] Connected to a master server at 127.24.110.253:41311
14:24:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.728394 25454 heartbeater.cc:461] Registering TS with master...
14:24:44.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.729792 25454 heartbeater.cc:507] Master 127.24.110.253:41311 requested a full tablet report, sending...
14:24:44.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.732121 25453 heartbeater.cc:507] Master 127.24.110.252:33671 requested a full tablet report, sending...
14:24:44.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.733366 25140 ts_manager.cc:194] Registered new tserver with Master: 9f1bf1e6704142e49ac0951a3e0688ce (127.24.110.193:35805)
14:24:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.735563 25220 ts_manager.cc:194] Registered new tserver with Master: 9f1bf1e6704142e49ac0951a3e0688ce (127.24.110.193:35805)
14:24:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.743475 25458 heartbeater.cc:344] Connected to a master server at 127.24.110.254:37383
14:24:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.743852 25458 heartbeater.cc:461] Registering TS with master...
14:24:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.744766 25458 heartbeater.cc:507] Master 127.24.110.254:37383 requested a full tablet report, sending...
14:24:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.747226 25065 ts_manager.cc:194] Registered new tserver with Master: 9f1bf1e6704142e49ac0951a3e0688ce (127.24.110.193:35805)
14:24:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:44.749874 25065 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.110.193:49895
14:24:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.110062 25457 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:24:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.110710 25457 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:24:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.111680 25457 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:24:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.158464 25457 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:24:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.159431 25457 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.110.194
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:45.192121 25457 tablet_server_runner.cc:78] Tablet server non-default flags:
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.110.212:44143
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/data
14:24:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/wal
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.110.194:0
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/data/info.pb
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.110.194
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.110.254:37383,127.24.110.253:41311,127.24.110.252:33671
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.110.194
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/logs
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 13:57:07 UTC on 24a791456cd2
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6733
14:24:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:24:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:45.193856 25457 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:24:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:45.195576 25457 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:24:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.213577 25470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:45.753556 25458 heartbeater.cc:499] Master 127.24.110.254:37383 was elected leader, sending a full tablet report...
14:24:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25457==WARNING: Can't read from symbolizer at fd 5
14:24:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25457==WARNING: invalid path to external symbolizer!
14:24:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25457==WARNING: Can't write to symbolizer at fd 10
14:24:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25457==WARNING: Can't write to symbolizer at fd 10
14:24:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25457==WARNING: Can't write to symbolizer at fd 10
14:24:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25457==WARNING: Failed to use and restart external symbolizer!
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=25457)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d70 by thread T8:
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443646)
14:24:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d70 by thread T6:
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49083c)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443646)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T8 'OpenStack-25472' (tid=25472, running) created by main thread at:
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:24:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-25470' (tid=25470, finished) created by main thread at:
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu+0x49391f)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.214035 25472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:45.216320 25469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=25457)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7facdbbc2a50 by thread T8:
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x443855)
14:24:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:46.241645 25471 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44db0c)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x443662)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x465e5f)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7facdbbc2a50 by thread T6 (mutexes: write M83):
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x443890)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44db0c)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x443662)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x465e5f)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.241835 25457 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004eba50)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7facd9b2a840) created at:
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49a0fb)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T8 'OpenStack-25472' (tid=25472, running) created by main thread at:
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:24:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-25470' (tid=25470, finished) created by main thread at:
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442eaa)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145476)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1438d6)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPy9bNu/build/tsan/lib/libkudu_util.so+0x443855)
14:24:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.244436 25457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:24:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.246493 25457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:24:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.247777 25457 hybrid_clock.cc:648] HybridClock initialized: now 1750688686247733 us; error 49 us; skew 500 ppm
14:24:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.248461 25457 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:24:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.255123 25457 webserver.cc:469] Webserver started at http://127.24.110.194:33431/ using document root <none> and password file <none>
14:24:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.256096 25457 fs_manager.cc:362] Metadata directory not provided
14:24:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.256294 25457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.256517 25457 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
14:24:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.257122 25457 fs_manager.cc:362] Metadata directory not provided
14:24:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.257303 25457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:24:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:46.257927 25457 ts_tablet_manager.cc:1500] Shutting down tablet manager...
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=25457)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3749):
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1431d2)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x142f66)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x4016df)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255922)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x26391a)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c14ff)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3749 (0x7b6800001978) created at:
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=25479, running) created by main thread at:
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPy9bNu/build/tsan/lib/libserver_process.so+0x1bfb14)
14:24:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=25457)
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00034140 by thread T12:
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1590)
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x465e5f)
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00034140 by main thread:
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1ba8f8)
14:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19005b)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f588)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=25479, running) created by main thread at:
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143dce)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
14:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu+0x49391f)
14:24:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:46.272830 25457 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:24:46.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658/ts-1: No such file or directory (error 2)
14:24:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
14:24:47.318 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu: process exited with non-zero status 66"
}
14:24:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:47.318549 25019 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu with pid 25300
14:24:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:47.341578 25019 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu with pid 25032
14:24:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:47.368290 25019 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu with pid 25102
14:24:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 14:24:47.400427 25019 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu with pid 25178
14:24:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:47.428256 25019 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658 during walk: No such file or directory
14:24:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:47.428472 25019 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658 during walk: No such file or directory
14:24:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 14:24:47.428647 25019 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskPy9bNu/test-tmp/mini-kudu-cluster1977006034579911658: One or more errors occurred
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25019==WARNING: invalid path to external symbolizer!
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==25019==WARNING: Failed to use and restart external symbolizer!
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=25019)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3450):
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
14:24:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48ae42)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d72b6)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x909fe)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x93ed7)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x888cf)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86b0a)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x64dac9)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64c3c4)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x527001)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526f6c)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526edc)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x525b45)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x641fc0)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6428f7)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x642e3e)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001e00 allocated by main thread:
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3450 (0x7b6800001f78) created at:
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:24:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=25026, running) created by main thread at:
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPy9bNu/build/tsan/lib/libserver_process.so+0x1bfb14)
14:24:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=25019)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3447):
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
14:24:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48a87d)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bfbb9)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e542)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3bbe)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9904d)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x97feb)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x8452a)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84689)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x653787)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64fbed)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64f2bb)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64c4e0)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x527001)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526f6c)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x526edc)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x525b45)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x641fc0)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6428f7)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x642e3e)
14:24:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3447 (0x7b6800001978) created at:
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=25025, running) created by main thread at:
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPy9bNu/build/tsan/lib/libserver_process.so+0x1bfb14)
14:24:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:24:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-23T14:24:47Z chronyd exiting
14:24:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
14:24:48.501 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskPy9bNu/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)