03:21:59.031 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:21:59.031 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpp9iMr/test-tmp
03:21:59.031 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:21:59.031 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpp9iMr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:21:59.032 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:21:59.351 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:21:59.351 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:21:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.354365 12557 mini_oidc.cc:150] Starting JWKS server
03:21:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.357594 12557 webserver.cc:492] Webserver started at http://127.0.0.1:46079/ using document root <none> and password file <none>
03:21:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.358152 12557 mini_oidc.cc:186] Starting OIDC Discovery server
03:21:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.359896 12557 webserver.cc:492] Webserver started at http://127.0.0.1:42829/ using document root <none> and password file <none>
03:21:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-28T03:21:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:21:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-28T03:21:59Z Disabled control of system clock
03:21:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.417420 12557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:21:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:21:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal
03:21:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data
03:21:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/logs
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data/info.pb
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.126:35951
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.126
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46079/jwks.json with env {}
03:21:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.709697 12569 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:21:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.710343 12569 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:21:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.710901 12569 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:21:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.742657 12569 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:21:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.743013 12569 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:21:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.743309 12569 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:21:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.743585 12569 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:21:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.743862 12569 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:21:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.744098 12569 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46079/jwks.json
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.780085 12569 master_runner.cc:386] Master server non-default flags:
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.126:35951
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46079/jwks.json
03:21:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data/info.pb
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.126
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/logs
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 02:43:20 UTC on 5fd53c4cbb9d
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8753
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:21:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.781653 12569 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:21:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:21:59.783255 12569 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:21:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.794461 12575 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.795704 12576 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:21:59.798507 12578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:00.898083 12577 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1098 milliseconds
03:22:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.898191 12569 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.899428 12569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.902338 12569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.903745 12569 hybrid_clock.cc:648] HybridClock initialized: now 1761621720903702 us; error 58 us; skew 500 ppm
03:22:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.904536 12569 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.910526 12569 webserver.cc:492] Webserver started at http://127.12.67.126:43659/ using document root <none> and password file <none>
03:22:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.911407 12569 fs_manager.cc:362] Metadata directory not provided
03:22:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.911588 12569 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.911972 12569 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.916163 12569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data/instance:
03:22:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e"
03:22:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:00 on dist-test-slave-8vns"
03:22:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.917188 12569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal/instance:
03:22:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e"
03:22:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:00 on dist-test-slave-8vns"
03:22:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.924113 12569 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
03:22:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.929714 12585 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.930898 12569 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.931188 12569 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data,/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e"
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:00 on dist-test-slave-8vns"
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.931488 12569 fs_report.cc:389] FS layout report
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data/data
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:00.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.984558 12569 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.986127 12569 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:00.986552 12569 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.059159 12569 rpc_server.cc:307] RPC server started. Bound to: 127.12.67.126:35951
03:22:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.059274 12637 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.67.126:35951 every 8 connection(s)
03:22:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.061820 12569 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/data/info.pb
03:22:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.063731 12557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu as pid 12569
03:22:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.064297 12557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-0/wal/instance
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.068176 12557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/logs
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data/info.pb
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.125:40975
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.125
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46079/jwks.json with env {}
03:22:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.068719 12638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:22:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.080242 12638 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } has no permanent_uuid. Determining permanent_uuid...
03:22:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.115068 12638 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } has no permanent_uuid. Determining permanent_uuid...
03:22:01.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.117894 12587 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.122481 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.172096 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 1
03:22:01.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.175967 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.244460 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 2
03:22:01.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.248466 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.339956 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 3
03:22:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.344849 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.378427 12640 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.378965 12640 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.379453 12640 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.412961 12640 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:22:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.413251 12640 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.413455 12640 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:22:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.413650 12640 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:22:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.413913 12640 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:22:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.414068 12640 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46079/jwks.json
03:22:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.451406 12640 master_runner.cc:386] Master server non-default flags:
03:22:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.125:40975
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46079/jwks.json
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data/info.pb
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.125
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/logs
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
03:22:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 02:43:20 UTC on 5fd53c4cbb9d
03:22:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8753
03:22:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.453084 12640 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.454756 12640 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.467124 12649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.488273 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 4
03:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.493894 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:01.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:01.793447 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 5
03:22:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.798714 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.346274 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 6
03:22:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:02.356925 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.125:40975: Network error: Client connection negotiation failed: client connection to 127.12.67.125:40975: connect: Connection refused (error 111)
03:22:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.467943 12650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:01.471539 12652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:02.585999 12651 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1114 milliseconds
03:22:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.586117 12640 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.587314 12640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.590173 12640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.591581 12640 hybrid_clock.cc:648] HybridClock initialized: now 1761621722591542 us; error 55 us; skew 500 ppm
03:22:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.592366 12640 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.598613 12640 webserver.cc:492] Webserver started at http://127.12.67.125:43375/ using document root <none> and password file <none>
03:22:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.599483 12640 fs_manager.cc:362] Metadata directory not provided
03:22:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.599668 12640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.600055 12640 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.604223 12640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data/instance:
03:22:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d4735c046143dfb73ee96e9380e12f"
03:22:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:02 on dist-test-slave-8vns"
03:22:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.605252 12640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal/instance:
03:22:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d4735c046143dfb73ee96e9380e12f"
03:22:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:02 on dist-test-slave-8vns"
03:22:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.612427 12640 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.004s
03:22:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.618479 12661 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.619560 12640 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.619854 12640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data,/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d4735c046143dfb73ee96e9380e12f"
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:02 on dist-test-slave-8vns"
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.620158 12640 fs_report.cc:389] FS layout report
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data/data
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.676129 12640 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.677570 12640 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.678023 12640 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.745718 12640 rpc_server.cc:307] RPC server started. Bound to: 127.12.67.125:40975
03:22:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.745798 12713 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.67.125:40975 every 8 connection(s)
03:22:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.748282 12640 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/data/info.pb
03:22:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.754032 12714 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:22:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.754328 12557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu as pid 12640
03:22:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.754721 12557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-1/wal/instance
03:22:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.756695 12557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/logs
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data/info.pb
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.124:34829
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.124
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46079/jwks.json with env {}
03:22:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.766161 12714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } has no permanent_uuid. Determining permanent_uuid...
03:22:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.788864 12714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } has no permanent_uuid. Determining permanent_uuid...
03:22:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.803593 12714 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } has no permanent_uuid. Determining permanent_uuid...
03:22:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:02.806211 12664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:02.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:02.810412 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.860018 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 1
03:22:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:02.864131 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:02.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:02.932603 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 2
03:22:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:02.936564 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.028038 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 3
03:22:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.032158 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.062089 12716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.062747 12716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.063313 12716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:03.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.095427 12716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:22:03.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.095700 12716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.095898 12716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:22:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.096091 12716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:22:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.096282 12716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:22:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.096428 12716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46079/jwks.json
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.132274 12716 master_runner.cc:386] Master server non-default flags:
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.124:34829
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:22:03.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46079/jwks.json
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data/info.pb
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.124
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/logs
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 02:43:20 UTC on 5fd53c4cbb9d
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8753
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.133522 12716 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.135089 12716 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.146117 12726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.175566 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 4
03:22:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.180775 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.417479 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } attempt: 7
03:22:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.445926 12638 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } has no permanent_uuid. Determining permanent_uuid...
03:22:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.455091 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.480268 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 5
03:22:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.485862 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.513849 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 1
03:22:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.519272 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.600777 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 2
03:22:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.606194 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.691778 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 3
03:22:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.697302 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:03.837872 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 4
03:22:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.843360 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.033381 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 6
03:22:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.044864 12714 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:04.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.126902 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 5
03:22:04.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.131716 12638 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.67.124:34829: Network error: Client connection negotiation failed: client connection to 127.12.67.124:34829: connect: Connection refused (error 111)
03:22:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:03.147007 12727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.286975 12729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.289314 12728 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1138 milliseconds
03:22:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.289429 12716 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:22:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.290668 12716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.293143 12716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.294486 12716 hybrid_clock.cc:648] HybridClock initialized: now 1761621724294450 us; error 59 us; skew 500 ppm
03:22:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.295272 12716 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.301635 12716 webserver.cc:492] Webserver started at http://127.12.67.124:36603/ using document root <none> and password file <none>
03:22:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.302587 12716 fs_manager.cc:362] Metadata directory not provided
03:22:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.302772 12716 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.303169 12716 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.307394 12716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data/instance:
03:22:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19146d8830143689500903452cd7171"
03:22:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:04 on dist-test-slave-8vns"
03:22:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.308422 12716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal/instance:
03:22:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19146d8830143689500903452cd7171"
03:22:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:04 on dist-test-slave-8vns"
03:22:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.315335 12716 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
03:22:04.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.320859 12741 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.321936 12716 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.322227 12716 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data,/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19146d8830143689500903452cd7171"
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-28 03:22:04 on dist-test-slave-8vns"
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.322527 12716 fs_report.cc:389] FS layout report
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal
03:22:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data/data
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:22:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:22:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.393672 12716 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:22:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.395160 12716 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:22:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.395548 12716 kserver.cc:163] Server-wide thread pool size limit: 3276
03:22:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.466192 12716 rpc_server.cc:307] RPC server started. Bound to: 127.12.67.124:34829
03:22:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.466267 12792 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.67.124:34829 every 8 connection(s)
03:22:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.468824 12716 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/data/info.pb
03:22:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.474709 12793 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:22:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.475206 12557 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu as pid 12716
03:22:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.475576 12557 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/master-2/wal/instance
03:22:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.488850 12793 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } has no permanent_uuid. Determining permanent_uuid...
03:22:04.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.513837 12793 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } has no permanent_uuid. Determining permanent_uuid...
03:22:04.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.523283 12793 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } has no permanent_uuid. Determining permanent_uuid...
03:22:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.538902 12793 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: Bootstrap starting.
03:22:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.545424 12793 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: Neither blocks nor log segments found. Creating new log.
03:22:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.547173 12793 log.cc:826] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: Log is configured to *not* fsync() on all Append() calls
03:22:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.552376 12793 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: No bootstrap required, opened a new log
03:22:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.571457 12793 raft_consensus.cc:359] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.572365 12793 raft_consensus.cc:385] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:22:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.572636 12793 raft_consensus.cc:740] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f19146d8830143689500903452cd7171, State: Initialized, Role: FOLLOWER
03:22:04.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.573386 12793 consensus_queue.cc:260] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.575747 12802 sys_catalog.cc:455] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.576333 12802 sys_catalog.cc:458] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: This master's current role is: FOLLOWER
03:22:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.577204 12793 sys_catalog.cc:565] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: configured and running, proceeding with master startup.
03:22:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.602365 12813 catalog_manager.cc:1568] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:22:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.602739 12813 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:22:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.597213 12716 master_runner.cc:186] Error getting master registration for 127.12.67.126:35951: OK, instance_id { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" instance_seqno: 1761621721039385 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:22:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.619524 12716 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:22:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.650389 12747 tablet.cc:2378] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:22:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.684140 12638 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 6
03:22:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.708712 12638 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: Bootstrap starting.
03:22:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.716491 12638 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: Neither blocks nor log segments found. Creating new log.
03:22:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.718870 12638 log.cc:826] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: Log is configured to *not* fsync() on all Append() calls
03:22:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.723901 12638 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: No bootstrap required, opened a new log
03:22:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.752792 12638 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.753846 12638 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:22:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.754154 12638 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fb3cf8af2264c98b73f5a97f1a7af2e, State: Initialized, Role: FOLLOWER
03:22:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.755194 12638 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.758255 12817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.759157 12817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: This master's current role is: FOLLOWER
03:22:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.760402 12638 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: configured and running, proceeding with master startup.
03:22:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.792217 12828 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:22:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.792748 12828 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:22:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.791110 12569 master_runner.cc:186] Error getting master registration for 127.12.67.125:40975: OK, instance_id { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" instance_seqno: 1761621722727544 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:22:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.820363 12569 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:22:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.868650 12817 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:22:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.869247 12817 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.873131 12817 leader_election.cc:290] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a6d4735c046143dfb73ee96e9380e12f (127.12.67.125:40975), f19146d8830143689500903452cd7171 (127.12.67.124:34829)
03:22:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.873371 12768 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f19146d8830143689500903452cd7171" is_pre_election: true
03:22:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.874308 12768 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2fb3cf8af2264c98b73f5a97f1a7af2e in term 0.
03:22:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.875667 12588 leader_election.cc:304] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fb3cf8af2264c98b73f5a97f1a7af2e, f19146d8830143689500903452cd7171; no voters:
03:22:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.876606 12817 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Leader pre-election won for term 1
03:22:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.877220 12817 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:22:04.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.877810 12817 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 0 FOLLOWER]: Advancing to term 1
03:22:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.889387 12817 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.893003 12817 leader_election.cc:290] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [CANDIDATE]: Term 1 election: Requested vote from peers a6d4735c046143dfb73ee96e9380e12f (127.12.67.125:40975), f19146d8830143689500903452cd7171 (127.12.67.124:34829)
03:22:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.894843 12768 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f19146d8830143689500903452cd7171"
03:22:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.895455 12768 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 0 FOLLOWER]: Advancing to term 1
03:22:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.906684 12768 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2fb3cf8af2264c98b73f5a97f1a7af2e in term 1.
03:22:04.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.907841 12588 leader_election.cc:304] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fb3cf8af2264c98b73f5a97f1a7af2e, f19146d8830143689500903452cd7171; no voters:
03:22:04.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.909020 12817 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 1 FOLLOWER]: Leader election won for term 1
03:22:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.912820 12817 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [term 1 LEADER]: Becoming Leader. State: Replica: 2fb3cf8af2264c98b73f5a97f1a7af2e, State: Running, Role: LEADER
03:22:04.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.915190 12817 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.928316 12830 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2fb3cf8af2264c98b73f5a97f1a7af2e. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.929139 12830 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: This master's current role is: LEADER
03:22:04.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.945235 12832 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:22:04.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.953614 12832 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:22:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.973515 12768 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [term 1 FOLLOWER]: Refusing update from remote peer 2fb3cf8af2264c98b73f5a97f1a7af2e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:22:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:04.975071 12817 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:22:04.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:04.995776 12591 tablet.cc:2378] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:22:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.006155 12833 mvcc.cc:204] Tried to move back new op lower bound from 7215602585474310144 to 7215602585276162048. Current Snapshot: MvccSnapshot[applied={T|T < 7215602585474310144}]
03:22:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.010758 12802 sys_catalog.cc:455] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2fb3cf8af2264c98b73f5a97f1a7af2e. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.013530 12802 sys_catalog.cc:458] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: This master's current role is: FOLLOWER
03:22:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.017136 12830 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.017865 12830 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: This master's current role is: LEADER
03:22:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.028273 12832 catalog_manager.cc:1357] Generated new cluster ID: 836de74b95b642e8946167139bd91cd5
03:22:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.028611 12832 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:22:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.043023 12802 sys_catalog.cc:455] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.043861 12802 sys_catalog.cc:458] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171 [sys.catalog]: This master's current role is: FOLLOWER
03:22:05.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.088279 12832 catalog_manager.cc:1380] Generated new certificate authority record
03:22:05.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.094277 12832 catalog_manager.cc:1514] Loading token signing keys...
03:22:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.105393 12714 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } attempt: 7
03:22:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.119890 12832 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e: Generated new TSK 0
03:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.121930 12832 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:22:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.156180 12714 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: Bootstrap starting.
03:22:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.163704 12714 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: Neither blocks nor log segments found. Creating new log.
03:22:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.166049 12714 log.cc:826] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: Log is configured to *not* fsync() on all Append() calls
03:22:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.176678 12714 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: No bootstrap required, opened a new log
03:22:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.181528 12557 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/wal
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/data
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/logs
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/data/info.pb
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.65:0
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.67.65
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.65
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:22:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.204787 12714 raft_consensus.cc:359] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.205926 12714 raft_consensus.cc:385] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:22:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.206393 12714 raft_consensus.cc:740] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6d4735c046143dfb73ee96e9380e12f, State: Initialized, Role: FOLLOWER
03:22:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.207538 12714 consensus_queue.cc:260] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.230975 12843 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.231905 12843 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: This master's current role is: FOLLOWER
03:22:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.231760 12844 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:22:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.233300 12844 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } }
03:22:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.242530 12688 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d4735c046143dfb73ee96e9380e12f" is_pre_election: true
03:22:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.243532 12687 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d4735c046143dfb73ee96e9380e12f"
03:22:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.245431 12688 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2fb3cf8af2264c98b73f5a97f1a7af2e in term 0.
03:22:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.251013 12686 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 0 FOLLOWER]: Advancing to term 1
03:22:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.258916 12686 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 1 FOLLOWER]: Refusing update from remote peer 2fb3cf8af2264c98b73f5a97f1a7af2e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:22:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.261766 12830 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:22:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.262764 12844 leader_election.cc:290] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2fb3cf8af2264c98b73f5a97f1a7af2e (127.12.67.126:35951), f19146d8830143689500903452cd7171 (127.12.67.124:34829)
03:22:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.263237 12714 sys_catalog.cc:565] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: configured and running, proceeding with master startup.
03:22:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.265980 12768 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6d4735c046143dfb73ee96e9380e12f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f19146d8830143689500903452cd7171" is_pre_election: true
03:22:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.268190 12612 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6d4735c046143dfb73ee96e9380e12f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" is_pre_election: true
03:22:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.270315 12664 leader_election.cc:304] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a6d4735c046143dfb73ee96e9380e12f; no voters: 2fb3cf8af2264c98b73f5a97f1a7af2e, f19146d8830143689500903452cd7171
03:22:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.271147 12844 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:22:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.332281 12844 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2fb3cf8af2264c98b73f5a97f1a7af2e. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.332299 12843 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.333220 12844 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: This master's current role is: FOLLOWER
03:22:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.333374 12843 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f [sys.catalog]: This master's current role is: FOLLOWER
03:22:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.360460 12859 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:22:05.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.608021 12813 catalog_manager.cc:1269] Loaded cluster ID: 836de74b95b642e8946167139bd91cd5
03:22:05.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.608518 12813 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: loading cluster ID for follower catalog manager: success
03:22:05.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.615754 12813 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: acquiring CA information for follower catalog manager: success
03:22:05.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.628371 12813 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f19146d8830143689500903452cd7171: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:22:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.693653 12634 debug-util.cc:398] Leaking SignalData structure 0x7b080007c9a0 after lost signal to thread 12570
03:22:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.694368 12634 debug-util.cc:398] Leaking SignalData structure 0x7b080007c6e0 after lost signal to thread 12637
03:22:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.718451 12842 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:22:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.719060 12842 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:22:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.719815 12842 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:22:05.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.821575 12842 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:22:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.822865 12842 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.67.65
03:22:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.883668 12864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fb3cf8af2264c98b73f5a97f1a7af2e" member_type: VOTER last_known_addr { host: "127.12.67.126" port: 35951 } } peers { permanent_uuid: "a6d4735c046143dfb73ee96e9380e12f" member_type: VOTER last_known_addr { host: "127.12.67.125" port: 40975 } } peers { permanent_uuid: "f19146d8830143689500903452cd7171" member_type: VOTER last_known_addr { host: "127.12.67.124" port: 34829 } } }
03:22:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.888484 12864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fb3cf8af2264c98b73f5a97f1a7af2e [sys.catalog]: This master's current role is: LEADER
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.916858 12842 tablet_server_runner.cc:78] Tablet server non-default flags:
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.67.84:46737
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/data
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/wal
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.67.65:0
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/data/info.pb
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.67.65
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.67.126:35951,127.12.67.125:40975,127.12.67.124:34829
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.67.65
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/logs
03:22:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 60f5e5267b92c39485a66121d3ce3cc7ef57b0e0
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 28 Oct 2025 02:43:20 UTC on 5fd53c4cbb9d
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8753
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:22:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.918552 12842 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:22:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:05.920580 12842 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:22:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.949307 12868 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:06.385951 12859 catalog_manager.cc:1269] Loaded cluster ID: 836de74b95b642e8946167139bd91cd5
03:22:06.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:06.386245 12859 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: loading cluster ID for follower catalog manager: success
03:22:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:06.420142 12859 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: acquiring CA information for follower catalog manager: success
03:22:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:06.442790 12859 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a6d4735c046143dfb73ee96e9380e12f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:22:08.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12842==WARNING: Can't read from symbolizer at fd 5
03:22:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12842==WARNING: invalid path to external symbolizer!
03:22:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12842==WARNING: Can't write to symbolizer at fd 8
03:22:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12842==WARNING: Can't write to symbolizer at fd 8
03:22:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12842==WARNING: Can't write to symbolizer at fd 8
03:22:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12842==WARNING: Failed to use and restart external symbolizer!
03:22:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12842)
03:22:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-12869' (tid=12869, running) created by main thread at:
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-12868' (tid=12868, finished) created by main thread at:
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu+0x49fd2f)
03:22:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:05.954501 12869 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12842)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fed50bcf668 by thread T6:
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fed50bcf668 by thread T5 (mutexes: write M83):
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
03:22:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fed4eb31840) created at:
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-12869' (tid=12869, running) created by main thread at:
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-12868' (tid=12868, finished) created by main thread at:
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/lib/libkudu_util.so+0x449f05)
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:07.342571 12867 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 12842
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:08.085282 12842 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.133s user 0.500s sys 0.560s
03:22:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:08.093741 12842 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.141s user 0.501s sys 0.560s
03:22:08.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.100531 12842 server_base.cc:1047] running on GCE node
03:22:08.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:08.102389 12875 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:22:08.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.103961 12842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:22:08.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.112444 12842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:22:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.114091 12842 hybrid_clock.cc:648] HybridClock initialized: now 1761621728114043 us; error 50 us; skew 500 ppm
03:22:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.115386 12842 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:22:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.124871 12842 webserver.cc:492] Webserver started at http://127.12.67.65:43593/ using document root <none> and password file <none>
03:22:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.126255 12842 fs_manager.cc:362] Metadata directory not provided
03:22:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.126529 12842 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.126827 12842 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
03:22:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.127589 12842 fs_manager.cc:362] Metadata directory not provided
03:22:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.127803 12842 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:22:08.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:08.128611 12842 ts_tablet_manager.cc:1507] Shutting down tablet manager...
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12842)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3783):
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
03:22:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3783 (0x7b7000001980) created at:
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=12878, running) created by main thread at:
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/lib/libserver_process.so+0x1c1b14)
03:22:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12842)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=12878, running) created by main thread at:
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
03:22:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu+0x49fd2f)
03:22:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:08.155085 12842 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
03:22:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194/ts-0: No such file or directory (error 2)
03:22:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
03:22:09.193 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu: process exited with non-zero status 66"
}
03:22:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:09.194967 12557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu with pid 12569
03:22:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:09.221462 12557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu with pid 12640
03:22:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251028 03:22:09.247524 12557 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu with pid 12716
03:22:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:09.273177 12557 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194 during walk: No such file or directory
03:22:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:09.273392 12557 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194 during walk: No such file or directory
03:22:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251028 03:22:09.273579 12557 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskpp9iMr/test-tmp/mini-kudu-cluster4675527277786062194: One or more errors occurred
03:22:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12557==WARNING: invalid path to external symbolizer!
03:22:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==12557==WARNING: Failed to use and restart external symbolizer!
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12557)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
03:22:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=12564, running) created by main thread at:
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/lib/libserver_process.so+0x1c1b14)
03:22:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12557)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020b00 by thread T5:
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020b00 by main thread:
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x191827)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221cb)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=12564, running) created by main thread at:
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu+0x49fd2f)
03:22:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12557)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
03:22:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=12563, running) created by main thread at:
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/lib/libserver_process.so+0x1c1b14)
03:22:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=12557)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020a00 by thread T4:
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020a00 by main thread:
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x191827)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=12563, running) created by main thread at:
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
03:22:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
03:22:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:22:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu+0x49fd2f)
03:22:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
03:22:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-28T03:22:09Z chronyd exiting
03:22:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
03:22:10.345 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateTableWithConcurrentInsert: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskpp9iMr/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)