08:40:57.793 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:40:57.793 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDDUMv8/test-tmp
08:40:57.793 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:40:57.793 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDDUMv8/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:40:57.795 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:40:58.168 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:40:58.168 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:40:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.172345 5245 mini_oidc.cc:150] Starting JWKS server
08:40:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.176829 5245 webserver.cc:469] Webserver started at http://127.0.0.1:39841/ using document root <none> and password file <none>
08:40:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.177392 5245 mini_oidc.cc:186] Starting OIDC Discovery server
08:40:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.179602 5245 webserver.cc:469] Webserver started at http://127.0.0.1:36771/ using document root <none> and password file <none>
08:40:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T08:40:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:40:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T08:40:58Z Disabled control of system clock
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.255899 5245 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/logs
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data/info.pb
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.126:33089
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.126
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:40:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:40:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:40:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:40:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39841/jwks.json with env {}
08:40:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.611579 5257 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:40:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.612524 5257 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:40:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.613137 5257 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:40:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.650522 5257 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:40:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.650905 5257 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:40:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.651187 5257 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:40:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.651407 5257 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:40:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.651603 5257 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:40:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.651753 5257 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39841/jwks.json
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.694864 5257 master_runner.cc:386] Master server non-default flags:
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.126:33089
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:40:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39841/jwks.json
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data/info.pb
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.126
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/logs
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 08:06:47 UTC on 24a791456cd2
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6777
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:40:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.696367 5257 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:40:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.698180 5257 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:40:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.713551 5264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:40:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.714581 5263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:40:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:40:58.715595 5266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:40:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:58.716944 5257 server_base.cc:1048] running on GCE node
08:40:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:59.983882 5257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:40:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:59.987449 5257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:40:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:59.989008 5257 hybrid_clock.cc:648] HybridClock initialized: now 1750927259988927 us; error 93 us; skew 500 ppm
08:40:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:40:59.989903 5257 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:41:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.001276 5257 webserver.cc:469] Webserver started at http://127.5.31.126:35427/ using document root <none> and password file <none>
08:41:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.002346 5257 fs_manager.cc:362] Metadata directory not provided
08:41:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.002573 5257 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:41:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.003047 5257 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:41:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.008484 5257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data/instance:
08:41:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6945f691f62a416db4b93594b6565c7e"
08:41:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:00 on dist-test-slave-6d31"
08:41:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.010589 5257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal/instance:
08:41:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6945f691f62a416db4b93594b6565c7e"
08:41:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:00 on dist-test-slave-6d31"
08:41:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.018807 5257 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
08:41:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.025372 5273 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:41:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.026916 5257 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
08:41:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.027315 5257 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data,/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6945f691f62a416db4b93594b6565c7e"
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:00 on dist-test-slave-6d31"
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.027678 5257 fs_report.cc:389] FS layout report
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data/data
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:41:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:41:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.101953 5257 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:41:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.103667 5257 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:41:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.104139 5257 kserver.cc:163] Server-wide thread pool size limit: 3276
08:41:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.186543 5257 rpc_server.cc:307] RPC server started. Bound to: 127.5.31.126:33089
08:41:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.186677 5326 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.31.126:33089 every 8 connection(s)
08:41:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.189671 5257 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/data/info.pb
08:41:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.196303 5327 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:41:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.196632 5245 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu as pid 5257
08:41:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.197124 5245 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-0/wal/instance
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.201117 5245 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/logs
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data/info.pb
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.125:33423
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.125
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:41:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39841/jwks.json with env {}
08:41:00.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.209203 5327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } has no permanent_uuid. Determining permanent_uuid...
08:41:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.241968 5327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } has no permanent_uuid. Determining permanent_uuid...
08:41:00.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.244701 5276 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:00.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.249485 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.299394 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 1
08:41:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.303906 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.372538 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 2
08:41:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.377024 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.468592 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 3
08:41:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.473675 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.556320 5329 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:41:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.557058 5329 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:41:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.557607 5329 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:41:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.594626 5329 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:41:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.595033 5329 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:41:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.595302 5329 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:41:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.595537 5329 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:41:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.595745 5329 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:41:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.595916 5329 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39841/jwks.json
08:41:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.617321 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 4
08:41:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.622305 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.638175 5329 master_runner.cc:386] Master server non-default flags:
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:41:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.125:33423
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39841/jwks.json
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data/info.pb
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.125
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/logs
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 08:06:47 UTC on 24a791456cd2
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6777
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:41:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.639758 5329 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:41:00.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.641645 5329 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:41:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.660594 5338 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.921886 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 5
08:41:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.926359 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.474145 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 6
08:41:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:01.482297 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.125:33423: Network error: Client connection negotiation failed: client connection to 127.5.31.125:33423: connect: Connection refused (error 111)
08:41:01.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.660614 5341 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:00.660661 5339 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:00.662756 5329 server_base.cc:1048] running on GCE node
08:41:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.933717 5329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:41:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.937624 5329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:41:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.939209 5329 hybrid_clock.cc:648] HybridClock initialized: now 1750927261939145 us; error 76 us; skew 500 ppm
08:41:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.940196 5329 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:41:01.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.947943 5329 webserver.cc:469] Webserver started at http://127.5.31.125:37595/ using document root <none> and password file <none>
08:41:01.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.949338 5329 fs_manager.cc:362] Metadata directory not provided
08:41:01.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.949609 5329 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:41:01.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.950187 5329 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:41:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.957125 5329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data/instance:
08:41:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7c896583d2f45348d5a06b27e96fdc8"
08:41:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:01 on dist-test-slave-6d31"
08:41:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.958873 5329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal/instance:
08:41:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7c896583d2f45348d5a06b27e96fdc8"
08:41:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:01 on dist-test-slave-6d31"
08:41:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.970068 5329 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
08:41:01.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.978541 5350 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:41:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.980175 5329 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.980645 5329 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data,/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7c896583d2f45348d5a06b27e96fdc8"
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:01 on dist-test-slave-6d31"
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:01.981109 5329 fs_report.cc:389] FS layout report
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal
08:41:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data/data
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:41:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:41:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.059989 5329 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:41:02.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.061586 5329 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:41:02.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.062052 5329 kserver.cc:163] Server-wide thread pool size limit: 3276
08:41:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.146905 5329 rpc_server.cc:307] RPC server started. Bound to: 127.5.31.125:33423
08:41:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.147001 5401 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.31.125:33423 every 8 connection(s)
08:41:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.150096 5329 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/data/info.pb
08:41:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.157261 5402 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:41:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.160274 5245 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu as pid 5329
08:41:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.160671 5245 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-1/wal/instance
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.162880 5245 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/logs
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data/info.pb
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:41:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.124:33243
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.124
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:41:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39841/jwks.json with env {}
08:41:02.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.173604 5402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } has no permanent_uuid. Determining permanent_uuid...
08:41:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.233690 5402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } has no permanent_uuid. Determining permanent_uuid...
08:41:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.260236 5402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } has no permanent_uuid. Determining permanent_uuid...
08:41:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.263010 5351 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.268770 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.318477 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 1
08:41:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.323334 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.391840 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 2
08:41:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.397518 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.489058 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 3
08:41:02.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.495127 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.543144 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } attempt: 7
08:41:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.556288 5327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } has no permanent_uuid. Determining permanent_uuid...
08:41:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.557823 5404 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:41:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.558552 5404 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:41:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.559280 5404 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:41:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.562800 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.596727 5404 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:41:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.597167 5404 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:41:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.597390 5404 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:41:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.597606 5404 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:41:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.597808 5404 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:41:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.597962 5404 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39841/jwks.json
08:41:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.621387 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 1
08:41:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.626647 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.638631 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 4
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.642511 5404 master_runner.cc:386] Master server non-default flags:
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.124:33243
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39841/jwks.json
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data/info.pb
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.124
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/logs
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
08:41:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:41:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 08:06:47 UTC on 24a791456cd2
08:41:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6777
08:41:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:41:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.643260 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.644379 5404 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:41:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.646553 5404 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:41:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.664247 5416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.708309 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 2
08:41:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.715667 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.801311 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 3
08:41:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.808223 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.942763 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 5
08:41:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.948823 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 4
08:41:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.950028 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.954347 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:03.235899 5398 debug-util.cc:398] Leaking SignalData structure 0x7b080006f060 after lost signal to thread 5333
08:41:03.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:03.238201 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 5
08:41:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:03.245895 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:03.497609 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 6
08:41:03.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:03.511348 5402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:03.798563 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 6
08:41:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:03.808894 5327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.31.124:33243: Network error: Client connection negotiation failed: client connection to 127.5.31.124:33243: connect: Connection refused (error 111)
08:41:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.664500 5417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:02.667840 5404 server_base.cc:1048] running on GCE node
08:41:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:02.665419 5419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.013577 5404 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:41:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.018177 5404 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:41:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.019920 5404 hybrid_clock.cc:648] HybridClock initialized: now 1750927264019815 us; error 116 us; skew 500 ppm
08:41:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.020896 5404 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:41:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.028782 5404 webserver.cc:469] Webserver started at http://127.5.31.124:42459/ using document root <none> and password file <none>
08:41:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.029803 5404 fs_manager.cc:362] Metadata directory not provided
08:41:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.030081 5404 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:41:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.030553 5404 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:41:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.035575 5404 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data/instance:
08:41:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3757ca18c18a4bab90828850b7848691"
08:41:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:04 on dist-test-slave-6d31"
08:41:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.036785 5404 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal/instance:
08:41:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3757ca18c18a4bab90828850b7848691"
08:41:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:04 on dist-test-slave-6d31"
08:41:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.045394 5404 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
08:41:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.052606 5430 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:41:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.054354 5404 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.005s sys 0.000s
08:41:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.054807 5404 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data,/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal
08:41:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3757ca18c18a4bab90828850b7848691"
08:41:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:04 on dist-test-slave-6d31"
08:41:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.055279 5404 fs_report.cc:389] FS layout report
08:41:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:41:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data/data
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:41:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:41:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.111642 5404 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:41:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.113353 5404 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:41:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.113893 5404 kserver.cc:163] Server-wide thread pool size limit: 3276
08:41:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.222918 5404 rpc_server.cc:307] RPC server started. Bound to: 127.5.31.124:33243
08:41:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.223008 5483 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.31.124:33243 every 8 connection(s)
08:41:04.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.226372 5404 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/data/info.pb
08:41:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.234129 5484 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:41:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.235481 5245 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu as pid 5404
08:41:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.235952 5245 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/master-2/wal/instance
08:41:04.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.253890 5484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } has no permanent_uuid. Determining permanent_uuid...
08:41:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.311450 5484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } has no permanent_uuid. Determining permanent_uuid...
08:41:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.324582 5484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } has no permanent_uuid. Determining permanent_uuid...
08:41:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.347658 5484 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: Bootstrap starting.
08:41:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.357677 5484 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: Neither blocks nor log segments found. Creating new log.
08:41:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.360451 5484 log.cc:826] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: Log is configured to *not* fsync() on all Append() calls
08:41:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.367806 5484 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: No bootstrap required, opened a new log
08:41:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.392742 5484 raft_consensus.cc:357] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.393460 5484 raft_consensus.cc:383] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:41:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.393654 5484 raft_consensus.cc:738] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3757ca18c18a4bab90828850b7848691, State: Initialized, Role: FOLLOWER
08:41:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.394390 5484 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.397647 5493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.398762 5493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: This master's current role is: FOLLOWER
08:41:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.399943 5484 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: configured and running, proceeding with master startup.
08:41:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:04.436410 5504 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:41:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:04.437162 5504 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:41:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.430804 5404 master_runner.cc:186] Error getting master registration for 127.5.31.126:33089: OK, instance_id { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" instance_seqno: 1750927260164321 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:41:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.465519 5404 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:41:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.572007 5402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 7
08:41:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.609038 5402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: Bootstrap starting.
08:41:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.618278 5402 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: Neither blocks nor log segments found. Creating new log.
08:41:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.621249 5402 log.cc:826] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: Log is configured to *not* fsync() on all Append() calls
08:41:04.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:04.622174 5437 tablet.cc:2378] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:41:04.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.633546 5402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: No bootstrap required, opened a new log
08:41:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.671155 5402 raft_consensus.cc:357] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.672426 5402 raft_consensus.cc:383] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:41:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.672871 5402 raft_consensus.cc:738] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e7c896583d2f45348d5a06b27e96fdc8, State: Initialized, Role: FOLLOWER
08:41:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.674389 5402 consensus_queue.cc:260] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.689446 5508 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.690699 5508 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: This master's current role is: FOLLOWER
08:41:04.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.695097 5402 sys_catalog.cc:564] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: configured and running, proceeding with master startup.
08:41:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.730162 5329 master_runner.cc:186] Error getting master registration for 127.5.31.126:33089: OK, instance_id { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" instance_seqno: 1750927260164321 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:41:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.775859 5329 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:41:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:04.775137 5519 catalog_manager.cc:1560] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:41:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:04.776687 5519 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:41:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:04.822201 5356 tablet.cc:2378] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:41:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.833245 5508 raft_consensus.cc:491] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:41:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.834074 5508 raft_consensus.cc:513] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.835439 5493 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:41:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.836094 5493 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.838866 5493 leader_election.cc:290] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6945f691f62a416db4b93594b6565c7e (127.5.31.126:33089), e7c896583d2f45348d5a06b27e96fdc8 (127.5.31.125:33423)
08:41:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.838901 5459 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7c896583d2f45348d5a06b27e96fdc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3757ca18c18a4bab90828850b7848691" is_pre_election: true
08:41:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.841173 5459 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e7c896583d2f45348d5a06b27e96fdc8 in term 0.
08:41:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.842329 5327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } attempt: 7
08:41:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.842725 5351 leader_election.cc:304] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3757ca18c18a4bab90828850b7848691, e7c896583d2f45348d5a06b27e96fdc8; no voters:
08:41:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.849942 5508 leader_election.cc:290] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6945f691f62a416db4b93594b6565c7e (127.5.31.126:33089), 3757ca18c18a4bab90828850b7848691 (127.5.31.124:33243)
08:41:04.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.855839 5508 raft_consensus.cc:2802] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:41:04.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.860649 5508 raft_consensus.cc:491] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:41:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.862494 5508 raft_consensus.cc:3058] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 0 FOLLOWER]: Advancing to term 1
08:41:04.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.879822 5377 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3757ca18c18a4bab90828850b7848691" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e7c896583d2f45348d5a06b27e96fdc8" is_pre_election: true
08:41:04.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.899149 5508 raft_consensus.cc:513] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.900799 5377 raft_consensus.cc:2391] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3757ca18c18a4bab90828850b7848691 in current term 1: Already voted for candidate e7c896583d2f45348d5a06b27e96fdc8 in this term.
08:41:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.915668 5459 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7c896583d2f45348d5a06b27e96fdc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3757ca18c18a4bab90828850b7848691"
08:41:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.916711 5459 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 0 FOLLOWER]: Advancing to term 1
08:41:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.925587 5459 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e7c896583d2f45348d5a06b27e96fdc8 in term 1.
08:41:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.928803 5508 leader_election.cc:290] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [CANDIDATE]: Term 1 election: Requested vote from peers 6945f691f62a416db4b93594b6565c7e (127.5.31.126:33089), 3757ca18c18a4bab90828850b7848691 (127.5.31.124:33243)
08:41:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.931850 5351 leader_election.cc:304] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3757ca18c18a4bab90828850b7848691, e7c896583d2f45348d5a06b27e96fdc8; no voters:
08:41:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.933251 5508 raft_consensus.cc:2802] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 1 FOLLOWER]: Leader election won for term 1
08:41:04.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.934051 5508 raft_consensus.cc:695] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [term 1 LEADER]: Becoming Leader. State: Replica: e7c896583d2f45348d5a06b27e96fdc8, State: Running, Role: LEADER
08:41:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.937388 5508 consensus_queue.cc:237] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:04.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.963992 5327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: Bootstrap starting.
08:41:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.973040 5521 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e7c896583d2f45348d5a06b27e96fdc8. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.974082 5521 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: This master's current role is: LEADER
08:41:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.975661 5327 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: Neither blocks nor log segments found. Creating new log.
08:41:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:04.979476 5327 log.cc:826] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: Log is configured to *not* fsync() on all Append() calls
08:41:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.000700 5525 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:41:05.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.003883 5327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: No bootstrap required, opened a new log
08:41:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.051656 5525 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:41:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.060724 5327 raft_consensus.cc:357] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.061779 5327 raft_consensus.cc:383] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:41:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.062109 5327 raft_consensus.cc:738] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6945f691f62a416db4b93594b6565c7e, State: Initialized, Role: FOLLOWER
08:41:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.063230 5327 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.098222 5527 raft_consensus.cc:491] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:41:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.097923 5526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.100122 5327 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: configured and running, proceeding with master startup.
08:41:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.101912 5299 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7c896583d2f45348d5a06b27e96fdc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6945f691f62a416db4b93594b6565c7e"
08:41:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.103204 5302 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3757ca18c18a4bab90828850b7848691" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6945f691f62a416db4b93594b6565c7e" is_pre_election: true
08:41:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.105398 5301 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e7c896583d2f45348d5a06b27e96fdc8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6945f691f62a416db4b93594b6565c7e" is_pre_election: true
08:41:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.106346 5459 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 1 FOLLOWER]: Refusing update from remote peer e7c896583d2f45348d5a06b27e96fdc8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:41:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.108495 5521 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:41:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.108367 5526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: This master's current role is: FOLLOWER
08:41:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.111078 5527 raft_consensus.cc:513] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } }
08:41:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.113261 5432 leader_election.cc:304] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3757ca18c18a4bab90828850b7848691; no voters: 6945f691f62a416db4b93594b6565c7e, e7c896583d2f45348d5a06b27e96fdc8
08:41:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.113938 5299 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 0 FOLLOWER]: Advancing to term 1
08:41:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.115130 5493 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:41:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:05.118428 5279 tablet.cc:2378] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:41:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.123723 5377 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6945f691f62a416db4b93594b6565c7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e7c896583d2f45348d5a06b27e96fdc8" is_pre_election: true
08:41:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.127246 5458 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6945f691f62a416db4b93594b6565c7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3757ca18c18a4bab90828850b7848691" is_pre_election: true
08:41:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.129374 5274 leader_election.cc:304] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6945f691f62a416db4b93594b6565c7e; no voters: 3757ca18c18a4bab90828850b7848691, e7c896583d2f45348d5a06b27e96fdc8
08:41:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.130661 5527 leader_election.cc:290] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e7c896583d2f45348d5a06b27e96fdc8 (127.5.31.125:33423), 3757ca18c18a4bab90828850b7848691 (127.5.31.124:33243)
08:41:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.134893 5299 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e7c896583d2f45348d5a06b27e96fdc8 in term 1.
08:41:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.137669 5526 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:41:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.148833 5302 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [term 1 FOLLOWER]: Refusing update from remote peer e7c896583d2f45348d5a06b27e96fdc8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:41:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.156510 5521 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.161557 5493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e7c896583d2f45348d5a06b27e96fdc8. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.162437 5493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: This master's current role is: FOLLOWER
08:41:05.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.185348 5530 mvcc.cc:204] Tried to move back new op lower bound from 7171798077856284672 to 7171798077239435264. Current Snapshot: MvccSnapshot[applied={T|T < 7171798077856284672}]
08:41:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.196043 5493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.197080 5493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691 [sys.catalog]: This master's current role is: FOLLOWER
08:41:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.198354 5526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: SysCatalogTable state changed. Reason: New leader e7c896583d2f45348d5a06b27e96fdc8. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.206640 5526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: This master's current role is: FOLLOWER
08:41:05.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.219408 5535 mvcc.cc:204] Tried to move back new op lower bound from 7171798077856284672 to 7171798077239435264. Current Snapshot: MvccSnapshot[applied={T|T < 7171798077856284672}]
08:41:05.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.224233 5521 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.228863 5521 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: This master's current role is: LEADER
08:41:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.230582 5526 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.231552 5526 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e [sys.catalog]: This master's current role is: FOLLOWER
08:41:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.229476 5521 sys_catalog.cc:455] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e7c896583d2f45348d5a06b27e96fdc8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6945f691f62a416db4b93594b6565c7e" member_type: VOTER last_known_addr { host: "127.5.31.126" port: 33089 } } peers { permanent_uuid: "e7c896583d2f45348d5a06b27e96fdc8" member_type: VOTER last_known_addr { host: "127.5.31.125" port: 33423 } } peers { permanent_uuid: "3757ca18c18a4bab90828850b7848691" member_type: VOTER last_known_addr { host: "127.5.31.124" port: 33243 } } }
08:41:05.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.233857 5521 sys_catalog.cc:458] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8 [sys.catalog]: This master's current role is: LEADER
08:41:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.241755 5525 catalog_manager.cc:1349] Generated new cluster ID: 60289db14f774b3c92c369d034ff027b
08:41:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.242151 5525 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:41:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.308534 5525 catalog_manager.cc:1372] Generated new certificate authority record
08:41:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.311798 5525 catalog_manager.cc:1506] Loading token signing keys...
08:41:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.344561 5547 catalog_manager.cc:1261] Loaded cluster ID: 60289db14f774b3c92c369d034ff027b
08:41:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.344895 5547 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: loading cluster ID for follower catalog manager: success
08:41:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.361549 5547 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: acquiring CA information for follower catalog manager: success
08:41:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.374377 5525 catalog_manager.cc:5955] T 00000000000000000000000000000000 P e7c896583d2f45348d5a06b27e96fdc8: Generated new TSK 0
08:41:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.375762 5525 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:41:05.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:05.388605 5547 catalog_manager.cc:875] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
08:41:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.430161 5245 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal
08:41:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/logs
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data/info.pb
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.65:0
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.31.65
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.65
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:41:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.447150 5504 catalog_manager.cc:1261] Loaded cluster ID: 60289db14f774b3c92c369d034ff027b
08:41:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.447479 5504 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: loading cluster ID for follower catalog manager: success
08:41:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.457312 5504 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: acquiring CA information for follower catalog manager: success
08:41:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:05.480213 5504 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 3757ca18c18a4bab90828850b7848691: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:41:05.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:05.693215 5480 debug-util.cc:398] Leaking SignalData structure 0x7b080006f060 after lost signal to thread 5409
08:41:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.130257 5549 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:41:06.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.130982 5549 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:41:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.131865 5549 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:41:06.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.200757 5549 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:41:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.202293 5549 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.31.65
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:06.278604 5549 tablet_server_runner.cc:78] Tablet server non-default flags:
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.65:0
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data/info.pb
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.65
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.31.65
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/logs
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 08:06:47 UTC on 24a791456cd2
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6777
08:41:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:41:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:06.280613 5549 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:41:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:06.283676 5549 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:41:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.326653 5555 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:06.408069 5547 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 6945f691f62a416db4b93594b6565c7e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:41:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:07.708438 5554 debug-util.cc:398] Leaking SignalData structure 0x7b0800000a80 after lost signal to thread 5549
08:41:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:09.365875 5549 thread.cc:640] GCE (cloud detector) Time spent creating pthread: real 3.034s user 0.002s sys 0.000s
08:41:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:09.367343 5549 thread.cc:606] GCE (cloud detector) Time spent starting thread: real 3.035s user 0.002s sys 0.000s
08:41:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:06.328147 5556 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.382006 5549 server_base.cc:1048] running on GCE node
08:41:09.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:09.384219 5562 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.386445 5549 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:41:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.394796 5549 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:41:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.396790 5549 hybrid_clock.cc:648] HybridClock initialized: now 1750927269396698 us; error 76 us; skew 500 ppm
08:41:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.398290 5549 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:41:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.420817 5549 webserver.cc:469] Webserver started at http://127.5.31.65:45729/ using document root <none> and password file <none>
08:41:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.423027 5549 fs_manager.cc:362] Metadata directory not provided
08:41:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.423714 5549 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:41:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.424600 5549 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:41:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.433867 5549 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data/instance:
08:41:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6a130b68b444c86970a265bbb251c77"
08:41:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:09 on dist-test-slave-6d31"
08:41:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.436864 5549 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal/instance:
08:41:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6a130b68b444c86970a265bbb251c77"
08:41:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:09 on dist-test-slave-6d31"
08:41:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.455466 5549 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.012s sys 0.004s
08:41:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.471450 5567 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:41:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.473368 5549 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.006s sys 0.005s
08:41:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.474108 5549 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data,/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal
08:41:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6a130b68b444c86970a265bbb251c77"
08:41:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-26 08:41:09 on dist-test-slave-6d31"
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.474803 5549 fs_report.cc:389] FS layout report
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data/data
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:41:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:41:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:41:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:41:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:41:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.606988 5549 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:41:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.609644 5549 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:41:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.610577 5549 kserver.cc:163] Server-wide thread pool size limit: 3276
08:41:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.621796 5549 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:41:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.636291 5549 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:41:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.637069 5549 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
08:41:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.637516 5549 ts_tablet_manager.cc:610] Registered 0 tablets
08:41:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.637830 5549 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:41:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.996416 5549 rpc_server.cc:307] RPC server started. Bound to: 127.5.31.65:46573
08:41:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:09.996524 5682 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.31.65:46573 every 8 connection(s)
08:41:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.000128 5549 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/data/info.pb
08:41:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.006480 5245 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu as pid 5549
08:41:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.007460 5245 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-0/wal/instance
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.065757 5245 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/wal
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/data
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/logs
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/data/info.pb
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:41:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.66:0
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.31.66
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.66
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:41:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.102972 5684 heartbeater.cc:344] Connected to a master server at 127.5.31.125:33423
08:41:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.103674 5684 heartbeater.cc:461] Registering TS with master...
08:41:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.105413 5684 heartbeater.cc:507] Master 127.5.31.125:33423 requested a full tablet report, sending...
08:41:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.109994 5367 ts_manager.cc:194] Registered new tserver with Master: f6a130b68b444c86970a265bbb251c77 (127.5.31.65:46573)
08:41:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.113032 5367 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.31.65:60095
08:41:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.113911 5683 heartbeater.cc:344] Connected to a master server at 127.5.31.124:33243
08:41:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.114351 5683 heartbeater.cc:461] Registering TS with master...
08:41:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.115476 5683 heartbeater.cc:507] Master 127.5.31.124:33243 requested a full tablet report, sending...
08:41:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.117206 5687 heartbeater.cc:344] Connected to a master server at 127.5.31.126:33089
08:41:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.117662 5687 heartbeater.cc:461] Registering TS with master...
08:41:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.118774 5687 heartbeater.cc:507] Master 127.5.31.126:33089 requested a full tablet report, sending...
08:41:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.120352 5449 ts_manager.cc:194] Registered new tserver with Master: f6a130b68b444c86970a265bbb251c77 (127.5.31.65:46573)
08:41:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.122649 5290 ts_manager.cc:194] Registered new tserver with Master: f6a130b68b444c86970a265bbb251c77 (127.5.31.65:46573)
08:41:10.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.622514 5693 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:41:10.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.623325 5693 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:41:10.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.624333 5693 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:41:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.666559 5693 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:41:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.667829 5693 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.31.66
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.714821 5693 tablet_server_runner.cc:78] Tablet server non-default flags:
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.31.84:44515
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/data
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/wal
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.31.66:0
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:41:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/data/info.pb
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.31.66
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.31.126:33089,127.5.31.125:33423,127.5.31.124:33243
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.31.66
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/logs
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7c956859e2f49c4cf1caffa969c1777a7a5d81c
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Jun 2025 08:06:47 UTC on 24a791456cd2
08:41:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6777
08:41:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:41:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.717324 5693 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:41:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:10.720525 5693 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:41:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.745210 5701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.122363 5684 heartbeater.cc:499] Master 127.5.31.125:33423 was elected leader, sending a full tablet report...
08:41:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5693==WARNING: Can't read from symbolizer at fd 5
08:41:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5693==WARNING: invalid path to external symbolizer!
08:41:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5693==WARNING: Can't write to symbolizer at fd 10
08:41:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5693==WARNING: Can't write to symbolizer at fd 10
08:41:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5693==WARNING: Can't write to symbolizer at fd 10
08:41:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5693==WARNING: Failed to use and restart external symbolizer!
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5693)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d70 by thread T5:
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443636)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
08:41:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d70 by thread T6:
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49083c)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59bcd4)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59bb09)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x443636)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x465e5f)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5700' (tid=5700, running) created by main thread at:
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
08:41:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5701' (tid=5701, finished) created by main thread at:
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
08:41:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
08:41:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
08:41:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
08:41:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu+0x49391f)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.746626 5700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:10.751565 5703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5693)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fdd57446a40 by thread T5:
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x443845)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44dafc)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x443652)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x465e5f)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fdd57446a40 by thread T6 (mutexes: write M83):
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x443880)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44dafc)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x443652)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x465e5f)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004eba40)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fdd553ae840) created at:
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49a0fb)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5700' (tid=5700, running) created by main thread at:
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
08:41:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.911614 5693 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5701' (tid=5701, finished) created by main thread at:
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442e9a)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58bf59)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145696)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143af6)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255f92)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263891)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x626289)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x527001)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526f6c)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x526edc)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x525b45)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:11.912303 5702 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1167 milliseconds
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x641fc0)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6428f7)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x642e3e)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDDUMv8/build/tsan/lib/libkudu_util.so+0x443845)
08:41:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.914358 5693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:41:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.917518 5693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:41:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.919010 5693 hybrid_clock.cc:648] HybridClock initialized: now 1750927271918946 us; error 86 us; skew 500 ppm
08:41:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.919909 5693 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:41:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.928300 5693 webserver.cc:469] Webserver started at http://127.5.31.66:37131/ using document root <none> and password file <none>
08:41:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.929559 5693 fs_manager.cc:362] Metadata directory not provided
08:41:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.929898 5693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:41:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.930239 5693 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:41:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.930948 5693 fs_manager.cc:362] Metadata directory not provided
08:41:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.931239 5693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:41:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:11.932050 5693 ts_tablet_manager.cc:1500] Shutting down tablet manager...
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5693)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3747):
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfd34)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e762)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1433f2)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143186)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x4016df)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255922)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x26391a)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
08:41:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c171f)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0244)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
08:41:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3747 (0x7b6800001978) created at:
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0fc1)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5710, running) created by main thread at:
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
08:41:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDDUMv8/build/tsan/lib/libserver_process.so+0x1bfd34)
08:41:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5693)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00034110 by thread T12:
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49391f)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c17b0)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x465e5f)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00034110 by main thread:
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bab18)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19027b)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f7a8)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5710, running) created by main thread at:
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143fee)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255f92)
08:41:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263891)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x626289)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x527001)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526f6c)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526edc)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x525b45)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x641fc0)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6428f7)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x642e3e)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu+0x49391f)
08:41:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:11.958779 5693 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
08:41:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356/ts-1: No such file or directory (error 2)
08:41:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
08:41:13.017 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu: process exited with non-zero status 66"
}
08:41:13.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:13.019573 5245 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu with pid 5549
08:41:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:13.075523 5245 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu with pid 5257
08:41:13.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:13.127964 5245 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu with pid 5329
08:41:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250626 08:41:13.174233 5245 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu with pid 5404
08:41:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:13.216462 5245 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356 during walk: No such file or directory
08:41:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:13.216782 5245 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356 during walk: No such file or directory
08:41:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250626 08:41:13.217150 5245 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskDDUMv8/test-tmp/mini-kudu-cluster7736291644064226356: One or more errors occurred
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5245==WARNING: invalid path to external symbolizer!
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5245==WARNING: Failed to use and restart external symbolizer!
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5245)
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3450):
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfd34)
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e762)
08:41:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c19a7)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48ae42)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d72a6)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x909fe)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x93ed7)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x888cf)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86b0a)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x64dac9)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64c3c4)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x527001)
08:41:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526f6c)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526edc)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x525b45)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x641fc0)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6428f7)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x642e3e)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001e00 allocated by main thread:
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0244)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3450 (0x7b6800001f78) created at:
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0fc1)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=5252, running) created by main thread at:
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:41:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDDUMv8/build/tsan/lib/libserver_process.so+0x1bfd34)
08:41:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5245)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3447):
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfd34)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e762)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
08:41:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c19a7)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48a87d)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bfdd9)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e762)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3bbe)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9904d)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x97feb)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x8452a)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84689)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x653787)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64fbed)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64f2bb)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64c4e0)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x527001)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526f6c)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x526edc)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x525b45)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x641fc0)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6428f7)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x642e3e)
08:41:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0244)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3447 (0x7b6800001978) created at:
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0fc1)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:41:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=5251, running) created by main thread at:
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c14f7)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f6c0)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:41:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDDUMv8/build/tsan/lib/libserver_process.so+0x1bfd34)
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:41:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-26T08:41:13Z chronyd exiting
08:41:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
08:41:14.297 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateDeleteTable: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskDDUMv8/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)