02:23:05.713 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:23:05.713 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHfdFwo/test-tmp
02:23:05.713 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:23:05.713 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHfdFwo/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:23:05.715 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786"
extra_master_flags: "--table_locations_ttl_ms=500"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:23:06.037 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:23:06.037 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:23:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.040279 703 mini_oidc.cc:150] Starting JWKS server
02:23:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.043716 703 webserver.cc:480] Webserver started at http://127.0.0.1:40885/ using document root <none> and password file <none>
02:23:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.044108 703 mini_oidc.cc:186] Starting OIDC Discovery server
02:23:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.045784 703 webserver.cc:480] Webserver started at http://127.0.0.1:39339/ using document root <none> and password file <none>
02:23:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-31T02:23:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:23:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-31T02:23:06Z Disabled control of system clock
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.104108 703 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/logs
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data/info.pb
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:23:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.254:36159
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.254
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
02:23:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500 with env {}
02:23:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.399698 716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:23:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.400225 716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:23:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.400686 716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:23:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.431077 716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:23:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.431358 716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:23:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.431555 716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:23:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.431743 716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:23:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.431936 716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:23:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.432080 716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.466339 716 master_runner.cc:386] Master server non-default flags:
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:23:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.254:36159
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data/info.pb
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.254
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/logs
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7825
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:23:06.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.467559 716 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:23:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:06.469180 716 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:23:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.478926 722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:06.480607 723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:07.641673 724 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:23:07.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:07.643311 725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:07.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.643344 716 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:23:07.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.646571 716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:23:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.649729 716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:23:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.651141 716 hybrid_clock.cc:648] HybridClock initialized: now 1756606987651077 us; error 70 us; skew 500 ppm
02:23:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.651857 716 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:23:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.658272 716 webserver.cc:480] Webserver started at http://127.0.175.254:35001/ using document root <none> and password file <none>
02:23:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.659108 716 fs_manager.cc:362] Metadata directory not provided
02:23:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.659289 716 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:23:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.659675 716 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:23:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.663893 716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data/instance:
02:23:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7"
02:23:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:07 on dist-test-slave-fgbk"
02:23:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.664980 716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal/instance:
02:23:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7"
02:23:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:07 on dist-test-slave-fgbk"
02:23:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.671816 716 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
02:23:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.676966 732 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.677973 716 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.678243 716 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data,/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7"
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:07 on dist-test-slave-fgbk"
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.678522 716 fs_report.cc:389] FS layout report
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data/data
02:23:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:23:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:23:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.734860 716 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:23:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.736246 716 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:23:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.736654 716 kserver.cc:163] Server-wide thread pool size limit: 3276
02:23:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.806236 716 rpc_server.cc:307] RPC server started. Bound to: 127.0.175.254:36159
02:23:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.806321 783 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.175.254:36159 every 8 connection(s)
02:23:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.808759 716 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/data/info.pb
02:23:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.813472 784 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:23:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.814741 703 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu as pid 716
02:23:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.815270 703 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-0/wal/instance
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.820600 703 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/logs
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data/info.pb
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.253:43743
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.253
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
02:23:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500 with env {}
02:23:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.828810 784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } has no permanent_uuid. Determining permanent_uuid...
02:23:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.855614 784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
02:23:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:07.858011 733 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:07.861881 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.911334 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 1
02:23:07.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:07.915283 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:07.983620 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 2
02:23:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:07.987490 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:08.078922 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 3
02:23:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.082829 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.120884 786 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:23:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.121384 786 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:23:08.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.121848 786 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:23:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.151702 786 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:23:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.151996 786 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:23:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.152209 786 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:23:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.152390 786 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:23:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.152590 786 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:23:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.152735 786 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
02:23:08.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:08.187558 786 master_runner.cc:386] Master server non-default flags:
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.253:43743
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data/info.pb
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.253
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/logs
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7825
02:23:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:23:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:08.188901 786 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:23:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:08.190402 786 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:23:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.201908 795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:08.226254 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 4
02:23:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.234242 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:08.533833 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 5
02:23:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.541246 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.093628 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 6
02:23:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.121184 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.253:43743: Network error: Client connection negotiation failed: client connection to 127.0.175.253:43743: connect: Connection refused (error 111)
02:23:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:08.202385 796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.436949 797 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1230 milliseconds
02:23:09.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.438550 798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.440618 786 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.239s user 0.002s sys 0.010s
02:23:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.441102 786 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.240s user 0.002s sys 0.010s
02:23:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.441510 786 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:23:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.443125 786 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:23:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.446426 786 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:23:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.447993 786 hybrid_clock.cc:648] HybridClock initialized: now 1756606989447948 us; error 32 us; skew 500 ppm
02:23:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.449236 786 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:23:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.458025 786 webserver.cc:480] Webserver started at http://127.0.175.253:40813/ using document root <none> and password file <none>
02:23:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.459446 786 fs_manager.cc:362] Metadata directory not provided
02:23:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.459774 786 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:23:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.460408 786 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:23:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.465021 786 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data/instance:
02:23:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec5f72125fb04af88ea4416965d41e77"
02:23:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:09 on dist-test-slave-fgbk"
02:23:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.466122 786 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal/instance:
02:23:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec5f72125fb04af88ea4416965d41e77"
02:23:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:09 on dist-test-slave-fgbk"
02:23:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.473855 786 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
02:23:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.479879 807 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:23:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.481021 786 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
02:23:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.481336 786 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data,/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal
02:23:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec5f72125fb04af88ea4416965d41e77"
02:23:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:09 on dist-test-slave-fgbk"
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.481632 786 fs_report.cc:389] FS layout report
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data/data
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:23:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:23:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.549789 786 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:23:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.551265 786 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:23:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.551725 786 kserver.cc:163] Server-wide thread pool size limit: 3276
02:23:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.621265 786 rpc_server.cc:307] RPC server started. Bound to: 127.0.175.253:43743
02:23:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.621296 858 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.175.253:43743 every 8 connection(s)
02:23:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.623817 786 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/data/info.pb
02:23:09.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.629082 859 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:23:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.631173 703 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu as pid 786
02:23:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.631578 703 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-1/wal/instance
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.633968 703 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/logs
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data/info.pb
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:23:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.252:35241
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.252
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
02:23:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500 with env {}
02:23:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.640348 859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } has no permanent_uuid. Determining permanent_uuid...
02:23:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.664402 859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
02:23:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.678359 859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } has no permanent_uuid. Determining permanent_uuid...
02:23:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.680624 811 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:09.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.684466 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.733902 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 1
02:23:09.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.737613 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:09.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.806084 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 2
02:23:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.809980 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:09.901434 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 3
02:23:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.905325 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.933219 780 debug-util.cc:398] Leaking SignalData structure 0x7b080006f2c0 after lost signal to thread 717
02:23:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.935956 861 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:23:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.936585 861 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:23:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.937155 861 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:23:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.968048 861 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:23:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.968392 861 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:23:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.968698 861 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:23:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.968974 861 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:23:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.969280 861 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:23:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:09.969489 861 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.004036 861 master_runner.cc:386] Master server non-default flags:
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.252:35241
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:23:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data/info.pb
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.252
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/logs
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7825
02:23:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:23:10.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.005769 861 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:23:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.007970 861 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:23:10.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.021621 871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.048776 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 4
02:23:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.054061 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.181761 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } attempt: 7
02:23:10.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.213900 784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } has no permanent_uuid. Determining permanent_uuid...
02:23:10.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.244716 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.303264 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 1
02:23:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.310367 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.353462 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 5
02:23:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.358765 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.391873 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 2
02:23:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.397644 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.483083 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 3
02:23:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.489048 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.629462 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 4
02:23:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.641366 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.906193 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 6
02:23:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:10.924930 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 5
02:23:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.933099 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.943907 859 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:11.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.485680 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 6
02:23:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.523624 784 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.0.175.252:35241: Network error: Client connection negotiation failed: client connection to 127.0.175.252:35241: connect: Connection refused (error 111)
02:23:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.422914 870 debug-util.cc:398] Leaking SignalData structure 0x7b08000068a0 after lost signal to thread 861
02:23:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.654163 861 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.634s user 0.590s sys 1.030s
02:23:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.654560 861 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.635s user 0.590s sys 1.030s
02:23:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:10.022382 872 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.663163 884 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.663336 861 server_base.cc:1047] running on GCE node
02:23:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.664467 861 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:23:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.667264 861 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:23:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.668665 861 hybrid_clock.cc:648] HybridClock initialized: now 1756606991668618 us; error 48 us; skew 500 ppm
02:23:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.669453 861 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:23:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.675789 861 webserver.cc:480] Webserver started at http://127.0.175.252:36689/ using document root <none> and password file <none>
02:23:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.676710 861 fs_manager.cc:362] Metadata directory not provided
02:23:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.676927 861 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:23:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.677408 861 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:23:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.681632 861 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data/instance:
02:23:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4"
02:23:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:11 on dist-test-slave-fgbk"
02:23:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.682716 861 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal/instance:
02:23:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4"
02:23:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:11 on dist-test-slave-fgbk"
02:23:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.689946 861 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
02:23:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.697714 890 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:23:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.698997 861 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.003s
02:23:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.699429 861 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data,/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal
02:23:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4"
02:23:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:11 on dist-test-slave-fgbk"
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.699818 861 fs_report.cc:389] FS layout report
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data/data
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:23:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:23:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:23:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:23:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:23:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:23:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.768028 861 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:23:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.769409 861 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:23:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.769788 861 kserver.cc:163] Server-wide thread pool size limit: 3276
02:23:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.839687 861 rpc_server.cc:307] RPC server started. Bound to: 127.0.175.252:35241
02:23:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.839752 941 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.175.252:35241 every 8 connection(s)
02:23:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.842242 861 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/data/info.pb
02:23:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.847079 942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:23:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.847829 703 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu as pid 861
02:23:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.848182 703 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/master-2/wal/instance
02:23:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.861665 942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } has no permanent_uuid. Determining permanent_uuid...
02:23:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.888854 942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
02:23:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.897639 942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } has no permanent_uuid. Determining permanent_uuid...
02:23:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.913178 942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: Bootstrap starting.
02:23:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.919793 942 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: Neither blocks nor log segments found. Creating new log.
02:23:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.921552 942 log.cc:826] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: Log is configured to *not* fsync() on all Append() calls
02:23:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.926368 942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: No bootstrap required, opened a new log
02:23:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.943789 942 raft_consensus.cc:357] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.944756 942 raft_consensus.cc:383] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:23:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.945046 942 raft_consensus.cc:738] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8415e5ffb3a64bcbbdaf784bf09aa8f4, State: Initialized, Role: FOLLOWER
02:23:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.945940 942 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.948175 951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.948803 951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: This master's current role is: FOLLOWER
02:23:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.949520 942 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: configured and running, proceeding with master startup.
02:23:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.976792 962 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:23:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:11.977149 962 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:23:11.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.968639 861 master_runner.cc:186] Error getting master registration for 127.0.175.254:36159: OK, instance_id { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" instance_seqno: 1756606987786413 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:23:11.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:11.989427 861 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:23:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.004534 859 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 7
02:23:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.021920 859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: Bootstrap starting.
02:23:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:12.024457 896 tablet.cc:2378] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:23:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.028033 859 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: Neither blocks nor log segments found. Creating new log.
02:23:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.029699 859 log.cc:826] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: Log is configured to *not* fsync() on all Append() calls
02:23:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.033785 859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: No bootstrap required, opened a new log
02:23:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.052060 859 raft_consensus.cc:357] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.052654 859 raft_consensus.cc:383] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:23:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.052875 859 raft_consensus.cc:738] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec5f72125fb04af88ea4416965d41e77, State: Initialized, Role: FOLLOWER
02:23:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.053711 859 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.058367 966 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.059268 966 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: This master's current role is: FOLLOWER
02:23:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.060712 859 sys_catalog.cc:564] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: configured and running, proceeding with master startup.
02:23:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:12.088812 977 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:23:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:12.089381 977 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:23:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.085552 786 master_runner.cc:186] Error getting master registration for 127.0.175.254:36159: OK, instance_id { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" instance_seqno: 1756606987786413 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:23:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.114941 786 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:23:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.260525 966 raft_consensus.cc:491] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:23:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.261076 966 raft_consensus.cc:513] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.263682 966 leader_election.cc:290] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b6d220d722b4c228fc9cf6f1daa4eb7 (127.0.175.254:36159), 8415e5ffb3a64bcbbdaf784bf09aa8f4 (127.0.175.252:35241)
02:23:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.265466 917 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec5f72125fb04af88ea4416965d41e77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" is_pre_election: true
02:23:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.266337 917 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec5f72125fb04af88ea4416965d41e77 in term 0.
02:23:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.267469 811 leader_election.cc:304] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8415e5ffb3a64bcbbdaf784bf09aa8f4, ec5f72125fb04af88ea4416965d41e77; no voters:
02:23:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.268242 966 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:23:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.269075 966 raft_consensus.cc:491] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:23:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.269411 966 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 0 FOLLOWER]: Advancing to term 1
02:23:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.276104 966 raft_consensus.cc:513] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.277913 966 leader_election.cc:290] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [CANDIDATE]: Term 1 election: Requested vote from peers 9b6d220d722b4c228fc9cf6f1daa4eb7 (127.0.175.254:36159), 8415e5ffb3a64bcbbdaf784bf09aa8f4 (127.0.175.252:35241)
02:23:12.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.279713 917 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec5f72125fb04af88ea4416965d41e77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4"
02:23:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.280436 917 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 0 FOLLOWER]: Advancing to term 1
02:23:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.296373 917 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec5f72125fb04af88ea4416965d41e77 in term 1.
02:23:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.298985 811 leader_election.cc:304] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8415e5ffb3a64bcbbdaf784bf09aa8f4, ec5f72125fb04af88ea4416965d41e77; no voters:
02:23:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.299825 966 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 1 FOLLOWER]: Leader election won for term 1
02:23:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.305238 966 raft_consensus.cc:695] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [term 1 LEADER]: Becoming Leader. State: Replica: ec5f72125fb04af88ea4416965d41e77, State: Running, Role: LEADER
02:23:12.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.306370 966 consensus_queue.cc:237] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:12.309751 813 tablet.cc:2378] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:23:12.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.326130 979 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec5f72125fb04af88ea4416965d41e77. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.327790 979 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: This master's current role is: LEADER
02:23:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.335135 981 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:23:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.341964 981 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:23:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.361933 917 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [term 1 FOLLOWER]: Refusing update from remote peer ec5f72125fb04af88ea4416965d41e77: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:23:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.366350 966 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:23:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.391173 951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec5f72125fb04af88ea4416965d41e77. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.391829 951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: This master's current role is: FOLLOWER
02:23:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.396173 982 mvcc.cc:204] Tried to move back new op lower bound from 7195062240694022144 to 7195062240496766976. Current Snapshot: MvccSnapshot[applied={T|T < 7195062240694022144}]
02:23:12.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.412585 966 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.413497 966 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: This master's current role is: LEADER
02:23:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.415668 951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.416324 951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4 [sys.catalog]: This master's current role is: FOLLOWER
02:23:12.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.420728 981 catalog_manager.cc:1349] Generated new cluster ID: 7aef87bb6ed044ebbf5491bbdf29d9b5
02:23:12.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.421012 981 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:23:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.461055 981 catalog_manager.cc:1372] Generated new certificate authority record
02:23:12.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.463205 981 catalog_manager.cc:1506] Loading token signing keys...
02:23:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.503798 981 catalog_manager.cc:5955] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77: Generated new TSK 0
02:23:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.504889 981 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.519294 703 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/logs
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data/info.pb
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.193:0
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.175.193
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.193
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:23:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.557147 784 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } attempt: 7
02:23:12.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.597430 784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: Bootstrap starting.
02:23:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.604995 784 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: Neither blocks nor log segments found. Creating new log.
02:23:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.607425 784 log.cc:826] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: Log is configured to *not* fsync() on all Append() calls
02:23:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.622673 784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: No bootstrap required, opened a new log
02:23:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.663713 784 raft_consensus.cc:357] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.680644 784 raft_consensus.cc:383] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:23:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.681211 784 raft_consensus.cc:738] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b6d220d722b4c228fc9cf6f1daa4eb7, State: Initialized, Role: FOLLOWER
02:23:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.682403 784 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } }
02:23:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.693573 991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.694537 991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: This master's current role is: FOLLOWER
02:23:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.695295 784 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: configured and running, proceeding with master startup.
02:23:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.695446 759 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec5f72125fb04af88ea4416965d41e77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" is_pre_election: true
02:23:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.696697 758 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec5f72125fb04af88ea4416965d41e77" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7"
02:23:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.696218 759 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec5f72125fb04af88ea4416965d41e77 in term 0.
02:23:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.699240 757 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [term 0 FOLLOWER]: Advancing to term 1
02:23:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.705993 757 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [term 1 FOLLOWER]: Refusing update from remote peer ec5f72125fb04af88ea4416965d41e77: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:23:12.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.709367 966 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:23:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.775985 996 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.778674 996 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: This master's current role is: FOLLOWER
02:23:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.777906 991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec5f72125fb04af88ea4416965d41e77. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.779326 991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7 [sys.catalog]: This master's current role is: FOLLOWER
02:23:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.832026 1007 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:23:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.982535 962 catalog_manager.cc:1261] Loaded cluster ID: 7aef87bb6ed044ebbf5491bbdf29d9b5
02:23:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.983132 962 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: loading cluster ID for follower catalog manager: success
02:23:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.990350 962 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: acquiring CA information for follower catalog manager: success
02:23:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:12.996249 962 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 8415e5ffb3a64bcbbdaf784bf09aa8f4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:23:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.036435 987 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:23:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.037200 987 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:23:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.037998 987 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:23:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.095759 987 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:23:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.097266 987 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.175.193
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.158957 987 tablet_server_runner.cc:78] Tablet server non-default flags:
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.193:0
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data/info.pb
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.193
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:23:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.175.193
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/logs
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7825
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:23:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.160606 987 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:23:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.162693 987 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:23:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.177613 1013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:13.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.229185 1019 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec5f72125fb04af88ea4416965d41e77" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b6d220d722b4c228fc9cf6f1daa4eb7" member_type: VOTER last_known_addr { host: "127.0.175.254" port: 36159 } } peers { permanent_uuid: "ec5f72125fb04af88ea4416965d41e77" member_type: VOTER last_known_addr { host: "127.0.175.253" port: 43743 } } peers { permanent_uuid: "8415e5ffb3a64bcbbdaf784bf09aa8f4" member_type: VOTER last_known_addr { host: "127.0.175.252" port: 35241 } } }
02:23:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.230108 1019 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec5f72125fb04af88ea4416965d41e77 [sys.catalog]: This master's current role is: LEADER
02:23:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.856326 1007 catalog_manager.cc:1261] Loaded cluster ID: 7aef87bb6ed044ebbf5491bbdf29d9b5
02:23:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.856614 1007 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: loading cluster ID for follower catalog manager: success
02:23:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.879520 1007 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: acquiring CA information for follower catalog manager: success
02:23:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:13.892007 1007 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 9b6d220d722b4c228fc9cf6f1daa4eb7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:23:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:14.578359 1012 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ea0 after lost signal to thread 987
02:23:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:15.960222 1012 kernel_stack_watchdog.cc:198] Thread 987 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 394ms:
02:23:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:23:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:23:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:23:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:23:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:15.961628 987 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.779s user 0.000s sys 0.002s
02:23:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:15.962028 987 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.779s user 0.000s sys 0.003s
02:23:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:15.962584 1015 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2778 milliseconds
02:23:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:13.181804 1014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:15.964599 1018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:15.964546 987 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:23:15.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:15.969986 987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:23:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:15.977066 987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:23:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:15.990394 987 hybrid_clock.cc:648] HybridClock initialized: now 1756606995990299 us; error 84 us; skew 500 ppm
02:23:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:15.991910 987 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:23:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.012310 987 webserver.cc:480] Webserver started at http://127.0.175.193:40045/ using document root <none> and password file <none>
02:23:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.015785 987 fs_manager.cc:362] Metadata directory not provided
02:23:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.016206 987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:23:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.016889 987 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:23:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.027493 987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data/instance:
02:23:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb54a741cf0f4669937521132388ec44"
02:23:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:16 on dist-test-slave-fgbk"
02:23:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.033514 987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal/instance:
02:23:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb54a741cf0f4669937521132388ec44"
02:23:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:16 on dist-test-slave-fgbk"
02:23:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.049504 987 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.012s sys 0.000s
02:23:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.068089 1029 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:23:16.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.069491 987 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.004s sys 0.004s
02:23:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.070062 987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data,/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal
02:23:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb54a741cf0f4669937521132388ec44"
02:23:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-31 02:23:16 on dist-test-slave-fgbk"
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.070637 987 fs_report.cc:389] FS layout report
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data/data
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:23:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:23:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.164595 987 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:23:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.166780 987 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:23:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.167423 987 kserver.cc:163] Server-wide thread pool size limit: 3276
02:23:16.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.170771 987 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:23:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.176769 987 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:23:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.177147 987 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:23:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.177600 987 ts_tablet_manager.cc:610] Registered 0 tablets
02:23:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.177904 987 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:23:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.362680 987 rpc_server.cc:307] RPC server started. Bound to: 127.0.175.193:44577
02:23:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.362735 1141 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.175.193:44577 every 8 connection(s)
02:23:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.366279 987 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/data/info.pb
02:23:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.374505 703 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu as pid 987
02:23:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.375108 703 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-0/wal/instance
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.415642 703 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/wal
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/data
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/logs
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/data/info.pb
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.194:0
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.175.194
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.194
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:23:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.462805 1142 heartbeater.cc:344] Connected to a master server at 127.0.175.252:35241
02:23:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.463344 1142 heartbeater.cc:461] Registering TS with master...
02:23:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.466495 1142 heartbeater.cc:507] Master 127.0.175.252:35241 requested a full tablet report, sending...
02:23:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.470047 907 ts_manager.cc:194] Registered new tserver with Master: fb54a741cf0f4669937521132388ec44 (127.0.175.193:44577)
02:23:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.472807 1143 heartbeater.cc:344] Connected to a master server at 127.0.175.253:43743
02:23:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.473196 1143 heartbeater.cc:461] Registering TS with master...
02:23:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.474058 1143 heartbeater.cc:507] Master 127.0.175.253:43743 requested a full tablet report, sending...
02:23:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.476663 824 ts_manager.cc:194] Registered new tserver with Master: fb54a741cf0f4669937521132388ec44 (127.0.175.193:44577)
02:23:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.479069 824 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.175.193:57117
02:23:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.481658 1149 heartbeater.cc:344] Connected to a master server at 127.0.175.254:36159
02:23:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.481976 1149 heartbeater.cc:461] Registering TS with master...
02:23:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.483206 1149 heartbeater.cc:507] Master 127.0.175.254:36159 requested a full tablet report, sending...
02:23:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.487788 749 ts_manager.cc:194] Registered new tserver with Master: fb54a741cf0f4669937521132388ec44 (127.0.175.193:44577)
02:23:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.837604 1155 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:23:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.838119 1155 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:23:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.838665 1155 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:23:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.869933 1155 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:23:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.870846 1155 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.175.194
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.904753 1155 tablet_server_runner.cc:78] Tablet server non-default flags:
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.175.212:40081
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/data
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/wal
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.175.194:0
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/data/info.pb
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.175.194
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.175.254:36159,127.0.175.253:43743,127.0.175.252:35241
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.175.194
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/logs
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7825
02:23:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:23:16.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.906297 1155 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:23:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.907851 1155 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:23:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.920548 1161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==1155==WARNING: invalid path to external symbolizer!
02:23:16.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==1155==WARNING: Failed to use and restart external symbolizer!
02:23:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1155)
02:23:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000071a0 by thread T6:
02:23:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:23:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
02:23:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:23:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x442b1a)
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000071a0 by thread T5:
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4936bc)
02:23:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:23:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:23:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:23:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:23:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x442b1a)
02:23:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:23:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-1162' (tid=1162, running) created by main thread at:
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:23:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:23:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-1161' (tid=1161, finished) created by main thread at:
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:23:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:23:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu+0x49679f)
02:23:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.921439 1162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1155)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7ff14ad61d68 by thread T6:
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x442d05)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44ce4c)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x442b36)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x468cdf)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7ff14ad61d68 by thread T5 (mutexes: write M83):
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442d40)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44ce4c)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x442b36)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x468cdf)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004e9d68)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7ff148ccb840) created at:
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cf7b)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-1162' (tid=1162, running) created by main thread at:
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:23:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-1161' (tid=1161, finished) created by main thread at:
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskHfdFwo/build/tsan/lib/libkudu_util.so+0x442d05)
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:16.970772 1164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:23:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.971618 1155 server_base.cc:1047] running on GCE node
02:23:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.972435 1155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:23:16.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.974582 1155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:23:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.975960 1155 hybrid_clock.cc:648] HybridClock initialized: now 1756606996975903 us; error 61 us; skew 500 ppm
02:23:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.976545 1155 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:23:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.982474 1155 webserver.cc:480] Webserver started at http://127.0.175.194:35775/ using document root <none> and password file <none>
02:23:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.983142 1155 fs_manager.cc:362] Metadata directory not provided
02:23:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.983326 1155 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:23:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.983578 1155 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:23:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.984061 1155 fs_manager.cc:362] Metadata directory not provided
02:23:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.984216 1155 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:23:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:16.984771 1155 ts_tablet_manager.cc:1500] Shutting down tablet manager...
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1155)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3757):
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x143e02)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143b96)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x401a1f)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255e62)
02:23:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e8a)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c297f)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3757 (0x7b6800001980) created at:
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=1168, running) created by main thread at:
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:23:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:23:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:23:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:23:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskHfdFwo/build/tsan/lib/libserver_process.so+0x1c0e24)
02:23:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=1155)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00031da0 by thread T12:
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2a10)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00031da0 by main thread:
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbc0d)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190c17)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190148)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=1168, running) created by main thread at:
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu+0x49679f)
02:23:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:17.011135 1155 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:23:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786/ts-1: No such file or directory (error 2)
02:23:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:17.483933 1143 heartbeater.cc:499] Master 127.0.175.253:43743 was elected leader, sending a full tablet report...
02:23:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:23:18.048 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu: process exited with non-zero status 66"
}
02:23:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:18.048532 703 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu with pid 987
02:23:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:18.071312 703 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu with pid 716
02:23:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:18.101308 703 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu with pid 786
02:23:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250831 02:23:18.131382 703 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu with pid 861
02:23:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:18.158428 703 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786 during walk: No such file or directory
02:23:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:18.158723 703 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786 during walk: No such file or directory
02:23:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250831 02:23:18.159102 703 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskHfdFwo/test-tmp/mini-kudu-cluster7501012987618673786: One or more errors occurred
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==703==WARNING: invalid path to external symbolizer!
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==703==WARNING: Failed to use and restart external symbolizer!
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=703)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3457):
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:23:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2c07)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48dcc2)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d66a6)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bae)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x941e7)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a4f)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c8a)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x652939)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x651234)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529e81)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529dec)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529d5c)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5289c5)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645090)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6459c7)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645f0e)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:23:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3457 (0x7b6800001f80) created at:
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=711, running) created by main thread at:
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskHfdFwo/build/tsan/lib/libserver_process.so+0x1c0e24)
02:23:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=703)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3454):
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
02:23:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2c07)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d6fd)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0ec9)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f0e2)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e3e)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993ad)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9834b)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846a9)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84809)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6585e7)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x654a5d)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65412b)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x651350)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529e81)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529dec)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x529d5c)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5289c5)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645090)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6459c7)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x645f0e)
02:23:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3454 (0x7b6800001980) created at:
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=710, running) created by main thread at:
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:23:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:23:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:23:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:23:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskHfdFwo/build/tsan/lib/libserver_process.so+0x1c0e24)
02:23:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:23:18.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-31T02:23:18Z chronyd exiting
02:23:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
02:23:19.233 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testConcurrentFlush: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskHfdFwo/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)