20:48:14.932 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:48:14.932 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPEnI6x/test-tmp
20:48:14.932 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:48:14.932 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPEnI6x/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:48:14.934 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:48:15.249 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:48:15.249 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:48:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.252205 13152 mini_oidc.cc:150] Starting JWKS server
20:48:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.255203 13152 webserver.cc:492] Webserver started at http://127.0.0.1:33571/ using document root <none> and password file <none>
20:48:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.255577 13152 mini_oidc.cc:186] Starting OIDC Discovery server
20:48:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.257144 13152 webserver.cc:492] Webserver started at http://127.0.0.1:43989/ using document root <none> and password file <none>
20:48:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-23T20:48:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:48:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-23T20:48:15Z Disabled control of system clock
20:48:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.310576 13152 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal
20:48:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data
20:48:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/logs
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data/info.pb
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.62:36255
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.62
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:48:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33571/jwks.json with env {}
20:48:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.588088 13164 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:48:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.588615 13164 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:48:15.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.589067 13164 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:48:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.619845 13164 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:48:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.620110 13164 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:48:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.620312 13164 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:48:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.620508 13164 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:48:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.620702 13164 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:48:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.620842 13164 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33571/jwks.json
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.654660 13164 master_runner.cc:386] Master server non-default flags:
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.62:36255
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33571/jwks.json
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data/info.pb
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.62
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/logs
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c56fb2464ecad91a58d4589e1075de20e0f75c71
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 20:12:58 UTC on 5fd53c4cbb9d
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8685
20:48:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:48:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.655946 13164 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:48:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:15.657472 13164 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:48:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.667358 13170 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.070616 13169 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 13164
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.198657 13169 kernel_stack_watchdog.cc:198] Thread 13164 stuck at /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/util/thread.cc:642 for 400ms:
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:15.667969 13171 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.199348 13164 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.532s user 0.620s sys 0.911s
20:48:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.199713 13164 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.532s user 0.620s sys 0.911s
20:48:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.201488 13173 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.204547 13172 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1535 milliseconds
20:48:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.204578 13164 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:48:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.205849 13164 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:48:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.208068 13164 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:48:17.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.209407 13164 hybrid_clock.cc:648] HybridClock initialized: now 1761252497209363 us; error 39 us; skew 500 ppm
20:48:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.210240 13164 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:48:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.215962 13164 webserver.cc:492] Webserver started at http://127.12.216.62:36815/ using document root <none> and password file <none>
20:48:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.216882 13164 fs_manager.cc:362] Metadata directory not provided
20:48:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.217094 13164 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:48:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.217541 13164 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:48:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.221722 13164 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data/instance:
20:48:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d10e895a942a410187be9119ddc3e8a7"
20:48:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:17 on dist-test-slave-905c"
20:48:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.222880 13164 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal/instance:
20:48:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d10e895a942a410187be9119ddc3e8a7"
20:48:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:17 on dist-test-slave-905c"
20:48:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.229636 13164 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
20:48:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.234961 13180 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:48:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.235924 13164 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
20:48:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.236253 13164 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data,/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal
20:48:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d10e895a942a410187be9119ddc3e8a7"
20:48:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:17 on dist-test-slave-905c"
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.236575 13164 fs_report.cc:389] FS layout report
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data/data
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:48:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:48:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.281111 13164 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:48:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.282548 13164 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:48:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.282984 13164 kserver.cc:163] Server-wide thread pool size limit: 3276
20:48:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.349414 13164 rpc_server.cc:307] RPC server started. Bound to: 127.12.216.62:36255
20:48:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.349506 13232 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.216.62:36255 every 8 connection(s)
20:48:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.352047 13164 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/data/info.pb
20:48:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.357796 13233 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:48:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.359120 13152 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu as pid 13164
20:48:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.359549 13152 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal/instance
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.362761 13152 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/logs
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data/info.pb
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.61:34051
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.61
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:48:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:48:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:48:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33571/jwks.json with env {}
20:48:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.368042 13233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
20:48:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.397794 13233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } has no permanent_uuid. Determining permanent_uuid...
20:48:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.400504 13183 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.404556 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.453998 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 1
20:48:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.457883 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.526243 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 2
20:48:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.530786 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.622215 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 3
20:48:17.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.626185 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.655414 13235 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:48:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.656008 13235 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:48:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.656550 13235 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:48:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.687944 13235 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:48:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.688297 13235 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:48:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.688594 13235 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:48:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.688871 13235 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:48:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.689149 13235 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:48:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.689356 13235 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33571/jwks.json
20:48:17.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.724542 13235 master_runner.cc:386] Master server non-default flags:
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.61:34051
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33571/jwks.json
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data/info.pb
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.61
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:48:17.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/logs
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c56fb2464ecad91a58d4589e1075de20e0f75c71
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 20:12:58 UTC on 5fd53c4cbb9d
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8685
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:48:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.726269 13235 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:48:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.727913 13235 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:48:17.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.738365 13244 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:17.769554 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 4
20:48:17.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.775017 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:18.074447 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 5
20:48:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:18.089313 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:18.636808 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 6
20:48:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:18.664958 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.61:34051: Network error: Client connection negotiation failed: client connection to 127.12.216.61:34051: connect: Connection refused (error 111)
20:48:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.258104 13235 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.519s user 0.626s sys 0.893s
20:48:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:17.739100 13245 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.140772 13243 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 13235
20:48:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.258740 13235 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.520s user 0.626s sys 0.893s
20:48:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.259645 13246 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1518 milliseconds
20:48:19.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.260480 13247 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:19.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.260426 13235 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:48:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.263729 13235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:48:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.266151 13235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:48:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.267488 13235 hybrid_clock.cc:648] HybridClock initialized: now 1761252499267448 us; error 33 us; skew 500 ppm
20:48:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.268321 13235 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:48:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.274168 13235 webserver.cc:492] Webserver started at http://127.12.216.61:46515/ using document root <none> and password file <none>
20:48:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.274991 13235 fs_manager.cc:362] Metadata directory not provided
20:48:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.275187 13235 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:48:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.275579 13235 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:48:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.279732 13235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data/instance:
20:48:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a7a57377294ff4b7abb603762fed40"
20:48:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:19 on dist-test-slave-905c"
20:48:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.280742 13235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal/instance:
20:48:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a7a57377294ff4b7abb603762fed40"
20:48:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:19 on dist-test-slave-905c"
20:48:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.287683 13235 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
20:48:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.293082 13256 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.294121 13235 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
20:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.294406 13235 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data,/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal
20:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a7a57377294ff4b7abb603762fed40"
20:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:19 on dist-test-slave-905c"
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.294674 13235 fs_report.cc:389] FS layout report
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data/data
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:48:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:48:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.340283 13235 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:48:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.341692 13235 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:48:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.342168 13235 kserver.cc:163] Server-wide thread pool size limit: 3276
20:48:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.413142 13235 rpc_server.cc:307] RPC server started. Bound to: 127.12.216.61:34051
20:48:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.413218 13307 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.216.61:34051 every 8 connection(s)
20:48:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.415715 13235 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/data/info.pb
20:48:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.421168 13152 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu as pid 13235
20:48:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.421430 13308 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:48:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.421628 13152 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-1/wal/instance
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.424422 13152 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/logs
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data/info.pb
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.60:42147
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.60
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:48:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33571/jwks.json with env {}
20:48:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.433843 13308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
20:48:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.453310 13308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } has no permanent_uuid. Determining permanent_uuid...
20:48:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.466732 13308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } has no permanent_uuid. Determining permanent_uuid...
20:48:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.468665 13259 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.472472 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.522017 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 1
20:48:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.525498 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.593888 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 2
20:48:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.597396 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.688829 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 3
20:48:19.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.692507 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.718436 13310 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:48:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.718927 13310 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:48:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.719450 13310 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:48:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.725409 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } attempt: 7
20:48:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.735618 13233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } has no permanent_uuid. Determining permanent_uuid...
20:48:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.740303 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.754014 13310 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:48:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.754293 13310 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:48:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.754508 13310 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:48:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.754701 13310 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:48:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.754897 13310 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:48:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.755045 13310 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33571/jwks.json
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.789737 13310 master_runner.cc:386] Master server non-default flags:
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.60:42147
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33571/jwks.json
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data/info.pb
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.60
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/logs
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c56fb2464ecad91a58d4589e1075de20e0f75c71
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 20:12:58 UTC on 5fd53c4cbb9d
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8685
20:48:19.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:48:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.790998 13310 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:48:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.792528 13310 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:48:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.798651 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 1
20:48:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.803175 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.803289 13322 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.835948 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 4
20:48:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.840591 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.884563 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 2
20:48:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.889261 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:19.974699 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 3
20:48:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.979454 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.119947 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 4
20:48:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.125062 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.140045 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 5
20:48:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.144776 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:20.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.408556 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 5
20:48:20.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.415258 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.692265 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 6
20:48:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.704597 13308 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:19.805070 13323 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.943001 13325 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:48:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.945207 13324 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1136 milliseconds
20:48:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.945349 13310 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:48:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.946565 13310 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:48:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.948904 13310 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:48:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.950222 13310 hybrid_clock.cc:648] HybridClock initialized: now 1761252500950179 us; error 43 us; skew 500 ppm
20:48:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.950985 13310 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:48:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.956977 13310 webserver.cc:492] Webserver started at http://127.12.216.60:36965/ using document root <none> and password file <none>
20:48:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.957850 13310 fs_manager.cc:362] Metadata directory not provided
20:48:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.958037 13310 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:48:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.958434 13310 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:48:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.962541 13310 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data/instance:
20:48:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e95f76ec8bab4e5590a45cc081039bc0"
20:48:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:20 on dist-test-slave-905c"
20:48:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.963552 13310 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal/instance:
20:48:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e95f76ec8bab4e5590a45cc081039bc0"
20:48:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:20 on dist-test-slave-905c"
20:48:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.967674 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 6
20:48:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.970597 13310 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
20:48:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:20.973773 13233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.216.60:42147: Network error: Client connection negotiation failed: client connection to 127.12.216.60:42147: connect: Connection refused (error 111)
20:48:20.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.975987 13336 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:48:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.976935 13310 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
20:48:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.977257 13310 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data,/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal
20:48:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e95f76ec8bab4e5590a45cc081039bc0"
20:48:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 20:48:20 on dist-test-slave-905c"
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:20.977564 13310 fs_report.cc:389] FS layout report
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data/data
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:48:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:48:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.028106 13310 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:48:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.029569 13310 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:48:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.030042 13310 kserver.cc:163] Server-wide thread pool size limit: 3276
20:48:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.095356 13310 rpc_server.cc:307] RPC server started. Bound to: 127.12.216.60:42147
20:48:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.095432 13388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.216.60:42147 every 8 connection(s)
20:48:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.097942 13310 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/data/info.pb
20:48:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.103605 13389 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:48:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.104446 13152 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu as pid 13310
20:48:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.104820 13152 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-2/wal/instance
20:48:21.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.117790 13389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
20:48:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.140304 13389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } has no permanent_uuid. Determining permanent_uuid...
20:48:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.150066 13389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } has no permanent_uuid. Determining permanent_uuid...
20:48:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.164376 13389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: Bootstrap starting.
20:48:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.170526 13389 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: Neither blocks nor log segments found. Creating new log.
20:48:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.172178 13389 log.cc:826] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: Log is configured to *not* fsync() on all Append() calls
20:48:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.176918 13389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: No bootstrap required, opened a new log
20:48:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.195065 13389 raft_consensus.cc:359] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.195854 13389 raft_consensus.cc:385] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:48:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.196157 13389 raft_consensus.cc:740] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e95f76ec8bab4e5590a45cc081039bc0, State: Initialized, Role: FOLLOWER
20:48:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.197057 13389 consensus_queue.cc:260] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.199316 13398 sys_catalog.cc:455] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } } }
20:48:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.199849 13398 sys_catalog.cc:458] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: This master's current role is: FOLLOWER
20:48:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.200652 13389 sys_catalog.cc:565] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: configured and running, proceeding with master startup.
20:48:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:21.230134 13409 catalog_manager.cc:1568] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:48:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:21.230449 13409 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:48:21.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.233289 13398 raft_consensus.cc:493] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:48:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.233798 13398 raft_consensus.cc:515] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.237366 13398 leader_election.cc:290] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d10e895a942a410187be9119ddc3e8a7 (127.12.216.62:36255), b8a7a57377294ff4b7abb603762fed40 (127.12.216.61:34051)
20:48:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.219916 13310 master_runner.cc:186] Error getting master registration for 127.12.216.62:36255: OK, instance_id { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" instance_seqno: 1761252497331583 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:48:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.252406 13310 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:48:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:21.284889 13342 tablet.cc:2378] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:48:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.764992 13308 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 7
20:48:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.787009 13308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40: Bootstrap starting.
20:48:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.794024 13308 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40: Neither blocks nor log segments found. Creating new log.
20:48:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.796218 13308 log.cc:826] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40: Log is configured to *not* fsync() on all Append() calls
20:48:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.801944 13308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40: No bootstrap required, opened a new log
20:48:21.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.828286 13308 raft_consensus.cc:359] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.829118 13308 raft_consensus.cc:385] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:48:21.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.829413 13308 raft_consensus.cc:740] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8a7a57377294ff4b7abb603762fed40, State: Initialized, Role: FOLLOWER
20:48:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.830317 13308 consensus_queue.cc:260] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.833683 13414 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } } }
20:48:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.835186 13414 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: This master's current role is: FOLLOWER
20:48:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.835376 13308 sys_catalog.cc:565] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: configured and running, proceeding with master startup.
20:48:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.835599 13283 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e95f76ec8bab4e5590a45cc081039bc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8a7a57377294ff4b7abb603762fed40" is_pre_election: true
20:48:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.836484 13283 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e95f76ec8bab4e5590a45cc081039bc0 in term 0.
20:48:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.837793 13339 leader_election.cc:304] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b8a7a57377294ff4b7abb603762fed40, e95f76ec8bab4e5590a45cc081039bc0; no voters:
20:48:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:21.849241 13262 tablet.cc:2378] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:48:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.850294 13416 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:48:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.850754 13416 raft_consensus.cc:493] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:48:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.851119 13416 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 0 FOLLOWER]: Advancing to term 1
20:48:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.858316 13416 raft_consensus.cc:515] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.867512 13416 leader_election.cc:290] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [CANDIDATE]: Term 1 election: Requested vote from peers d10e895a942a410187be9119ddc3e8a7 (127.12.216.62:36255), b8a7a57377294ff4b7abb603762fed40 (127.12.216.61:34051)
20:48:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.869225 13283 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e95f76ec8bab4e5590a45cc081039bc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8a7a57377294ff4b7abb603762fed40"
20:48:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.869801 13283 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 0 FOLLOWER]: Advancing to term 1
20:48:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.875808 13283 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e95f76ec8bab4e5590a45cc081039bc0 in term 1.
20:48:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.876797 13339 leader_election.cc:304] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b8a7a57377294ff4b7abb603762fed40, e95f76ec8bab4e5590a45cc081039bc0; no voters:
20:48:21.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.877532 13416 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 1 FOLLOWER]: Leader election won for term 1
20:48:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.881603 13416 raft_consensus.cc:697] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [term 1 LEADER]: Becoming Leader. State: Replica: e95f76ec8bab4e5590a45cc081039bc0, State: Running, Role: LEADER
20:48:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.882551 13416 consensus_queue.cc:237] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } }
20:48:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.905742 13426 sys_catalog.cc:455] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e95f76ec8bab4e5590a45cc081039bc0. Latest consensus state: current_term: 1 leader_uuid: "e95f76ec8bab4e5590a45cc081039bc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } } }
20:48:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.906478 13426 sys_catalog.cc:458] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: This master's current role is: LEADER
20:48:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:21.907037 13427 catalog_manager.cc:1568] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:48:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:21.907341 13427 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:48:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.915529 13430 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:48:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.885500 13235 master_runner.cc:186] Error getting master registration for 127.12.216.62:36255: OK, instance_id { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" instance_seqno: 1761252497331583 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:48:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.921057 13235 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:48:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.922390 13430 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:48:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.946794 13283 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [term 1 FOLLOWER]: Refusing update from remote peer e95f76ec8bab4e5590a45cc081039bc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:48:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.948460 13426 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:48:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.980674 13414 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e95f76ec8bab4e5590a45cc081039bc0. Latest consensus state: current_term: 1 leader_uuid: "e95f76ec8bab4e5590a45cc081039bc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } } }
20:48:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.981348 13414 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: This master's current role is: FOLLOWER
20:48:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.987833 13432 mvcc.cc:204] Tried to move back new op lower bound from 7214090247951982592 to 7214090247720235008. Current Snapshot: MvccSnapshot[applied={T|T < 7214090247951982592}]
20:48:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.993896 13414 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e95f76ec8bab4e5590a45cc081039bc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } } }
20:48:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:21.994572 13414 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8a7a57377294ff4b7abb603762fed40 [sys.catalog]: This master's current role is: FOLLOWER
20:48:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.006187 13430 catalog_manager.cc:1357] Generated new cluster ID: ca0f45ee6da7441287b91dc53f05bbd7
20:48:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.006456 13430 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:48:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.007153 13233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } attempt: 7
20:48:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.014981 13426 sys_catalog.cc:455] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e95f76ec8bab4e5590a45cc081039bc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d10e895a942a410187be9119ddc3e8a7" member_type: VOTER last_known_addr { host: "127.12.216.62" port: 36255 } } peers { permanent_uuid: "b8a7a57377294ff4b7abb603762fed40" member_type: VOTER last_known_addr { host: "127.12.216.61" port: 34051 } } peers { permanent_uuid: "e95f76ec8bab4e5590a45cc081039bc0" member_type: VOTER last_known_addr { host: "127.12.216.60" port: 42147 } } }
20:48:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.015620 13426 sys_catalog.cc:458] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [sys.catalog]: This master's current role is: LEADER
20:48:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20251023 20:48:22.061865 13233 master.cc:416] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to persist consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata root dir: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal/consensus-meta: No such file or directory (error 2)
20:48:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.062527 13164 master.cc:561] Master@127.12.216.62:36255 shutting down...
20:48:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.062966 13340 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: Systable not yet initialized
20:48:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.083225 13430 catalog_manager.cc:1380] Generated new certificate authority record
20:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.085403 13430 catalog_manager.cc:1514] Loading token signing keys...
20:48:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.111130 13340 consensus_peers.cc:597] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 -> Peer d10e895a942a410187be9119ddc3e8a7 (127.12.216.62:36255): Couldn't send request to peer d10e895a942a410187be9119ddc3e8a7. Status: Remote error: Service unavailable: service kudu.consensus.ConsensusService not registered on Master. This is attempt 1: this message will repeat every 5th retry.
20:48:22.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.113098 13340 leader_election.cc:336] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d10e895a942a410187be9119ddc3e8a7 (127.12.216.62:36255): Remote error: Service unavailable: service kudu.consensus.ConsensusService not registered on Master
20:48:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.116961 13340 leader_election.cc:336] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0 [CANDIDATE]: Term 1 election: RPC error from VoteRequest() call to peer d10e895a942a410187be9119ddc3e8a7 (127.12.216.62:36255): Remote error: Service unavailable: service kudu.consensus.ConsensusService not registered on Master
20:48:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.130784 13161 connection.cc:537] client connection to 127.12.216.62:36255 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:48:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.142066 13430 catalog_manager.cc:6022] T 00000000000000000000000000000000 P e95f76ec8bab4e5590a45cc081039bc0: Generated new TSK 0
20:48:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.143134 13430 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:48:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.197480 13152 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/ts-0/wal
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/ts-0/data
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:48:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/ts-0/logs
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/ts-0/data/info.pb
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.216.1:0
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.216.1
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.216.1
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.216.62:36255,127.12.216.61:34051,127.12.216.60:42147
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.216.20:42995
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:48:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:48:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E00000000 00:00:00.000000 13439 subprocess.cc:488] RAW: could not exec '/tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu': [2]
20:48:22.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.220606 13164 rolling_log.cc:182] Unable to compress old log file: Not found: Unable to open input file to compress: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/logs/kudu-master.dist-test-slave-905c.slave.diagnostics.20251023-204817.0.13164: No such file or directory (error 2)
20:48:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.221098 13164 rolling_log.cc:186] failed to delete old diagnostics log files: IO error: glob failed for /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/logs/kudu-master.dist-test-slave-905c.slave.diagnostics.*.*.*: No such file or directory
20:48:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.221437 13164 master.cc:583] Master@127.12.216.62:36255 shutdown complete.
20:48:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 20:48:22.224993 13164 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
20:48:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to persist consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata root dir: /tmp/dist-test-taskPEnI6x/test-tmp/mini-kudu-cluster3252171536416542059/master-0/wal/consensus-meta: No such file or directory (error 2)
20:48:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.235294 13164 logging.cc:424] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 13 messages since previous log ~4 seconds ago
20:48:22.240 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu: process exited with non-zero status 2"
}
20:48:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.248095 13152 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu with pid 13164
20:48:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.270139 13152 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu with pid 13235
20:48:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 20:48:22.300799 13152 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu with pid 13310
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13152==WARNING: invalid path to external symbolizer!
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==13152==WARNING: Failed to use and restart external symbolizer!
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13152)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1ac4)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f882)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x669fb7)
20:48:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66642d)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665afb)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662d20)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x533571)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5334dc)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53344c)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5320b5)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656a60)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x657397)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6578de)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c36de)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47212f)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497112)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5eba)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3da616)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bae)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x941e7)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a4f)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c8a)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664309)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662c04)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x533571)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5334dc)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53344c)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5320b5)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656a60)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657397)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6578de)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a234c)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1ff4)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476152)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c319e)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=13159, running) created by main thread at:
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
20:48:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPEnI6x/build/tsan/lib/libserver_process.so+0x1c1ac4)
20:48:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13152)
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020b00 by thread T5:
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fbef)
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c3770)
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47212f)
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020b00 by main thread:
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc89d)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19148a)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1917d7)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221cb)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=13159, running) created by main thread at:
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu+0x49fbef)
20:48:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13152)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1ac4)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f882)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x669fb7)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66642d)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665afb)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662d20)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x533571)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5334dc)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53344c)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5320b5)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656a60)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x657397)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6578de)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c36de)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47212f)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496b4d)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1b69)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f882)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e3e)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993ad)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9834b)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846a9)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84809)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x669fb7)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66642d)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665afb)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662d20)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x533571)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5334dc)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53344c)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5320b5)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656a60)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657397)
20:48:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x6578de)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a234c)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1ff4)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476152)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c319e)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=13158, running) created by main thread at:
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPEnI6x/build/tsan/lib/libserver_process.so+0x1c1ac4)
20:48:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=13152)
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000020a00 by thread T4:
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fbef)
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c3770)
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47212f)
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000020a00 by main thread:
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc89d)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x19148a)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1917d7)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=13158, running) created by main thread at:
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475be5)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c348f)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190800)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664309)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662c04)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x533571)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5334dc)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53344c)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5320b5)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14030f)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132b71)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130902)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656a60)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x657397)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6578de)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu+0x49fbef)
20:48:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:48:22.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-23T20:48:22Z chronyd exiting
20:48:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
20:48:23.399 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateDeleteTable: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu: process exited with non-zero status 2
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskPEnI6x/build/tsan/bin/kudu: process exited with non-zero status 2
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)