09:22:04.346 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:22:04.346 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbr2QAp/test-tmp
09:22:04.346 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:22:04.347 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbr2QAp/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:22:04.348 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:22:04.673 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:22:04.673 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:22:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:04.676971 10597 mini_oidc.cc:150] Starting JWKS server
09:22:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:04.680341 10597 webserver.cc:492] Webserver started at http://127.0.0.1:40849/ using document root <none> and password file <none>
09:22:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:04.680758 10597 mini_oidc.cc:186] Starting OIDC Discovery server
09:22:04.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:04.682493 10597 webserver.cc:492] Webserver started at http://127.0.0.1:45921/ using document root <none> and password file <none>
09:22:04.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T09:22:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:22:04.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T09:22:04Z Disabled control of system clock
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:04.746173 10597 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/logs
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data/info.pb
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:22:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.126:46581
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.126
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json with env {}
09:22:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.049944 10609 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.050509 10609 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.050990 10609 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.083501 10609 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:22:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.083794 10609 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.083984 10609 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:22:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.084281 10609 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:22:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.084491 10609 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:22:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.084637 10609 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40849/jwks.json
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:05.121834 10609 master_runner.cc:386] Master server non-default flags:
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.126:46581
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data/info.pb
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.126
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/logs
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8741
09:22:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:05.123155 10609 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:05.124733 10609 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.136102 10616 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:06.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:05.136121 10615 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.340438 10618 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.345644 10609 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.210s user 0.466s sys 0.740s
09:22:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.346022 10609 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.210s user 0.470s sys 0.740s
09:22:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.346625 10617 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1208 milliseconds
09:22:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.346626 10609 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.347993 10609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.358510 10609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:06.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.360088 10609 hybrid_clock.cc:648] HybridClock initialized: now 1761556926360001 us; error 101 us; skew 500 ppm
09:22:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.361068 10609 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.368479 10609 webserver.cc:492] Webserver started at http://127.10.89.126:43861/ using document root <none> and password file <none>
09:22:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.369500 10609 fs_manager.cc:362] Metadata directory not provided
09:22:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.369758 10609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.370275 10609 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.374902 10609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data/instance:
09:22:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a4e6bac870241cf81d77c80ce7cb295"
09:22:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:06 on dist-test-slave-p68k"
09:22:06.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.376139 10609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal/instance:
09:22:06.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a4e6bac870241cf81d77c80ce7cb295"
09:22:06.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:06 on dist-test-slave-p68k"
09:22:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.384519 10609 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
09:22:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.391467 10625 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.392825 10609 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
09:22:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.393245 10609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data,/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal
09:22:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a4e6bac870241cf81d77c80ce7cb295"
09:22:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:06 on dist-test-slave-p68k"
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.393617 10609 fs_report.cc:389] FS layout report
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data/data
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.484006 10609 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.485543 10609 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.486047 10609 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.559253 10609 rpc_server.cc:307] RPC server started. Bound to: 127.10.89.126:46581
09:22:06.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.559329 10677 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.89.126:46581 every 8 connection(s)
09:22:06.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.562104 10609 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/data/info.pb
09:22:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.565658 10597 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu as pid 10609
09:22:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.566264 10597 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-0/wal/instance
09:22:06.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.569346 10678 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:22:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.571496 10597 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/logs
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data/info.pb
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.125:42615
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.125
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json with env {}
09:22:06.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.583340 10678 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } has no permanent_uuid. Determining permanent_uuid...
09:22:06.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.609226 10678 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } has no permanent_uuid. Determining permanent_uuid...
09:22:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.611536 10627 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.616192 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.665771 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 1
09:22:06.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.670444 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.738854 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 2
09:22:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.743037 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.834456 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 3
09:22:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.838632 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.890666 10680 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.891315 10680 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.891957 10680 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:06.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.924434 10680 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:22:06.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.924788 10680 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.925105 10680 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:22:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.925392 10680 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:22:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.925673 10680 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:22:06.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.925915 10680 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40849/jwks.json
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.963220 10680 master_runner.cc:386] Master server non-default flags:
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.125:42615
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data/info.pb
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.125
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/logs
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8741
09:22:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.964898 10680 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.966614 10680 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.977046 10689 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:06.982041 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 4
09:22:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.989329 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:07.288986 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 5
09:22:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:07.296258 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:07.843832 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 6
09:22:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:07.875404 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.125:42615: Network error: Client connection negotiation failed: client connection to 127.10.89.125:42615: connect: Connection refused (error 111)
09:22:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:06.978884 10690 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.352222 10692 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.355441 10691 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1375 milliseconds
09:22:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.356259 10680 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.378s user 0.454s sys 0.913s
09:22:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.356534 10680 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.379s user 0.454s sys 0.913s
09:22:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.356796 10680 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.357915 10680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.360471 10680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.361820 10680 hybrid_clock.cc:648] HybridClock initialized: now 1761556928361780 us; error 54 us; skew 500 ppm
09:22:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.362699 10680 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.370131 10680 webserver.cc:492] Webserver started at http://127.10.89.125:38157/ using document root <none> and password file <none>
09:22:08.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.371210 10680 fs_manager.cc:362] Metadata directory not provided
09:22:08.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.371449 10680 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.371906 10680 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.376523 10680 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data/instance:
09:22:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0fe87df702b48eeb640e940d5c225d2"
09:22:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:08 on dist-test-slave-p68k"
09:22:08.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.377740 10680 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal/instance:
09:22:08.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0fe87df702b48eeb640e940d5c225d2"
09:22:08.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:08 on dist-test-slave-p68k"
09:22:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.385783 10680 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.006s
09:22:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.392197 10701 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.393361 10680 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.393648 10680 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data,/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0fe87df702b48eeb640e940d5c225d2"
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:08 on dist-test-slave-p68k"
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.393994 10680 fs_report.cc:389] FS layout report
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data/data
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.466879 10680 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.468273 10680 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.468670 10680 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.537730 10680 rpc_server.cc:307] RPC server started. Bound to: 127.10.89.125:42615
09:22:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.537837 10752 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.89.125:42615 every 8 connection(s)
09:22:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.540323 10680 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/data/info.pb
09:22:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.540963 10597 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu as pid 10680
09:22:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.541360 10597 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-1/wal/instance
09:22:08.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.543481 10597 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/logs
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data/info.pb
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.124:42613
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.124
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json with env {}
09:22:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.547534 10753 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:22:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.557931 10753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } has no permanent_uuid. Determining permanent_uuid...
09:22:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.584306 10753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } has no permanent_uuid. Determining permanent_uuid...
09:22:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.599102 10753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } has no permanent_uuid. Determining permanent_uuid...
09:22:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.601436 10705 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.605417 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.654914 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 1
09:22:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.659020 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.727447 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 2
09:22:08.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.731524 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.822872 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 3
09:22:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.827829 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.859509 10755 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.860159 10755 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.860735 10755 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.893332 10755 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:22:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.893751 10755 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.894057 10755 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:22:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.894344 10755 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:22:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.894645 10755 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:22:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.894862 10755 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40849/jwks.json
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.930874 10755 master_runner.cc:386] Master server non-default flags:
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.124:42613
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data/info.pb
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.124
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/logs
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8741
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.932554 10755 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.934244 10755 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.936026 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } attempt: 7
09:22:08.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.947242 10766 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:08.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.949290 10678 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } has no permanent_uuid. Determining permanent_uuid...
09:22:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.956591 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:08.971261 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 4
09:22:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.975139 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.015192 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 1
09:22:09.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.022321 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.103996 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 2
09:22:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.110793 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.196432 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 3
09:22:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.202946 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.274590 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 5
09:22:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.281445 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.343560 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 4
09:22:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.351243 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.634841 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 5
09:22:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.641294 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:09.829115 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 6
09:22:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:09.841615 10753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.951923 10769 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:08.949368 10767 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:10.172344 10768 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1222 milliseconds
09:22:10.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.172483 10755 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:22:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.173851 10755 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:10.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.176337 10755 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.177736 10755 hybrid_clock.cc:648] HybridClock initialized: now 1761556930177665 us; error 49 us; skew 500 ppm
09:22:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.178597 10755 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.185138 10755 webserver.cc:492] Webserver started at http://127.10.89.124:42705/ using document root <none> and password file <none>
09:22:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.186143 10755 fs_manager.cc:362] Metadata directory not provided
09:22:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.186372 10755 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.186848 10755 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.191057 10755 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data/instance:
09:22:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f1fd496241046e3a427f553ff6730b3"
09:22:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:10 on dist-test-slave-p68k"
09:22:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.192133 10755 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal/instance:
09:22:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f1fd496241046e3a427f553ff6730b3"
09:22:10.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:10 on dist-test-slave-p68k"
09:22:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.193884 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 6
09:22:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:10.200219 10678 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.89.124:42613: Network error: Client connection negotiation failed: client connection to 127.10.89.124:42613: connect: Connection refused (error 111)
09:22:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.200747 10755 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
09:22:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.206326 10781 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:22:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.207392 10755 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
09:22:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.207680 10755 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data,/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal
09:22:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f1fd496241046e3a427f553ff6730b3"
09:22:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-27 09:22:10 on dist-test-slave-p68k"
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.207973 10755 fs_report.cc:389] FS layout report
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data/data
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:22:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:22:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.258294 10755 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:22:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.259706 10755 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:22:10.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.260110 10755 kserver.cc:163] Server-wide thread pool size limit: 3276
09:22:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.332324 10755 rpc_server.cc:307] RPC server started. Bound to: 127.10.89.124:42613
09:22:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.332355 10832 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.89.124:42613 every 8 connection(s)
09:22:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.334975 10755 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/data/info.pb
09:22:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.340636 10833 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:22:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.341579 10597 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu as pid 10755
09:22:10.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.342064 10597 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/master-2/wal/instance
09:22:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.356026 10833 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } has no permanent_uuid. Determining permanent_uuid...
09:22:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.383867 10833 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } has no permanent_uuid. Determining permanent_uuid...
09:22:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.393929 10833 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } has no permanent_uuid. Determining permanent_uuid...
09:22:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.410308 10833 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: Bootstrap starting.
09:22:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.416884 10833 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: Neither blocks nor log segments found. Creating new log.
09:22:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.418639 10833 log.cc:826] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: Log is configured to *not* fsync() on all Append() calls
09:22:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.423311 10833 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: No bootstrap required, opened a new log
09:22:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.444918 10833 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.445756 10833 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:22:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.446064 10833 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f1fd496241046e3a427f553ff6730b3, State: Initialized, Role: FOLLOWER
09:22:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.447007 10833 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.449414 10842 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.450062 10842 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: This master's current role is: FOLLOWER
09:22:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.450896 10833 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: configured and running, proceeding with master startup.
09:22:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:10.474458 10854 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:22:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:10.474804 10854 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:22:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.470741 10755 master_runner.cc:186] Error getting master registration for 127.10.89.126:46581: OK, instance_id { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" instance_seqno: 1761556926538762 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:22:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.491570 10755 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:22:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:10.515201 10787 tablet.cc:2378] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:22:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.738212 10842 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:22:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.738754 10842 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:10.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.740717 10842 leader_election.cc:290] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2a4e6bac870241cf81d77c80ce7cb295 (127.10.89.126:46581), f0fe87df702b48eeb640e940d5c225d2 (127.10.89.125:42615)
09:22:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.902221 10753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 7
09:22:10.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.941043 10753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: Bootstrap starting.
09:22:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.948611 10753 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: Neither blocks nor log segments found. Creating new log.
09:22:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.950932 10753 log.cc:826] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: Log is configured to *not* fsync() on all Append() calls
09:22:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.958916 10753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: No bootstrap required, opened a new log
09:22:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.976897 10753 raft_consensus.cc:359] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.977619 10753 raft_consensus.cc:385] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:22:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.977923 10753 raft_consensus.cc:740] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0fe87df702b48eeb640e940d5c225d2, State: Initialized, Role: FOLLOWER
09:22:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.978793 10753 consensus_queue.cc:260] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.981527 10859 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.982369 10859 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: This master's current role is: FOLLOWER
09:22:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.983417 10753 sys_catalog.cc:565] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: configured and running, proceeding with master startup.
09:22:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.983757 10728 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f1fd496241046e3a427f553ff6730b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0fe87df702b48eeb640e940d5c225d2" is_pre_election: true
09:22:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.985288 10728 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6f1fd496241046e3a427f553ff6730b3 in term 0.
09:22:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.987591 10783 leader_election.cc:304] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f1fd496241046e3a427f553ff6730b3, f0fe87df702b48eeb640e940d5c225d2; no voters:
09:22:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.988626 10842 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:22:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.988956 10842 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:22:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.989261 10842 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 0 FOLLOWER]: Advancing to term 1
09:22:10.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.995932 10842 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.999114 10728 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f1fd496241046e3a427f553ff6730b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0fe87df702b48eeb640e940d5c225d2"
09:22:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:10.999884 10728 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 0 FOLLOWER]: Advancing to term 1
09:22:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.006812 10842 leader_election.cc:290] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [CANDIDATE]: Term 1 election: Requested vote from peers 2a4e6bac870241cf81d77c80ce7cb295 (127.10.89.126:46581), f0fe87df702b48eeb640e940d5c225d2 (127.10.89.125:42615)
09:22:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.008837 10728 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6f1fd496241046e3a427f553ff6730b3 in term 1.
09:22:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.010385 10783 leader_election.cc:304] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f1fd496241046e3a427f553ff6730b3, f0fe87df702b48eeb640e940d5c225d2; no voters:
09:22:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.011612 10842 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 1 FOLLOWER]: Leader election won for term 1
09:22:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.014111 10842 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [term 1 LEADER]: Becoming Leader. State: Replica: 6f1fd496241046e3a427f553ff6730b3, State: Running, Role: LEADER
09:22:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.015424 10842 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.028877 10864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f1fd496241046e3a427f553ff6730b3. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.029932 10864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: This master's current role is: LEADER
09:22:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.033305 10868 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:22:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.040575 10868 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:22:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.063504 10728 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [term 1 FOLLOWER]: Refusing update from remote peer 6f1fd496241046e3a427f553ff6730b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:22:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.065744 10842 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:22:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.110062 10859 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f1fd496241046e3a427f553ff6730b3. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.111008 10859 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: This master's current role is: FOLLOWER
09:22:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.073617 10680 master_runner.cc:186] Error getting master registration for 127.10.89.126:46581: OK, instance_id { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" instance_seqno: 1761556926538762 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:22:11.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.113543 10680 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:22:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.119462 10870 mvcc.cc:204] Tried to move back new op lower bound from 7215337189618085888 to 7215337189460008960. Current Snapshot: MvccSnapshot[applied={T|T < 7215337189618085888}]
09:22:11.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.120970 10864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.121757 10864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: This master's current role is: LEADER
09:22:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.131312 10859 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.132102 10859 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2 [sys.catalog]: This master's current role is: FOLLOWER
09:22:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.134701 10868 catalog_manager.cc:1357] Generated new cluster ID: f0f630243c774e7caa236e70b7c493c0
09:22:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.134992 10868 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:22:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.138561 10874 catalog_manager.cc:1568] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:22:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.138888 10874 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:22:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.184741 10868 catalog_manager.cc:1380] Generated new certificate authority record
09:22:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.187141 10868 catalog_manager.cc:1514] Loading token signing keys...
09:22:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.216928 10868 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3: Generated new TSK 0
09:22:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.219074 10868 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:22:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.233628 10678 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } attempt: 7
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.245115 10597 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/wal
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/data
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:22:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/logs
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/data/info.pb
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.65:0
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.89.65
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.65
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:22:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.264285 10678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: Bootstrap starting.
09:22:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.271971 10678 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: Neither blocks nor log segments found. Creating new log.
09:22:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.288290 10678 log.cc:826] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: Log is configured to *not* fsync() on all Append() calls
09:22:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.302129 10678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: No bootstrap required, opened a new log
09:22:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.355788 10678 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.357828 10678 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:22:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.358196 10678 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a4e6bac870241cf81d77c80ce7cb295, State: Initialized, Role: FOLLOWER
09:22:11.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.366955 10678 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } }
09:22:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.381953 10652 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f1fd496241046e3a427f553ff6730b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a4e6bac870241cf81d77c80ce7cb295" is_pre_election: true
09:22:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.382478 10678 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: configured and running, proceeding with master startup.
09:22:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.384763 10651 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f1fd496241046e3a427f553ff6730b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a4e6bac870241cf81d77c80ce7cb295"
09:22:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.386143 10650 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [term 0 FOLLOWER]: Advancing to term 1
09:22:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.393091 10650 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [term 1 FOLLOWER]: Refusing update from remote peer 6f1fd496241046e3a427f553ff6730b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:22:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.397449 10883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.398084 10842 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:22:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.398497 10883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: This master's current role is: FOLLOWER
09:22:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.469915 10886 mvcc.cc:204] Tried to move back new op lower bound from 7215337189618085888 to 7215337189460008960. Current Snapshot: MvccSnapshot[applied={T|T < 7215337189618085888}]
09:22:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.487286 10889 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.488080 10889 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: This master's current role is: FOLLOWER
09:22:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.489094 10883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f1fd496241046e3a427f553ff6730b3. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.489787 10883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295 [sys.catalog]: This master's current role is: FOLLOWER
09:22:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.536994 10899 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:22:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.888700 10881 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:22:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.889245 10881 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:22:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.889882 10881 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:22:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.923550 10881 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:22:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:11.924546 10881 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.89.65
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.966121 10881 tablet_server_runner.cc:78] Tablet server non-default flags:
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.89.84:44711
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/data
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/wal
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.89.65:0
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:22:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/data/info.pb
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.89.65
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.89.126:46581,127.10.89.125:42615,127.10.89.124:42613
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.89.65
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/logs
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Oct 2025 08:43:21 UTC on 5fd53c4cbb9d
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8741
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:22:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.967722 10881 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:22:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:11.969592 10881 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:22:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:12.014449 10905 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.053447 10908 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6f1fd496241046e3a427f553ff6730b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2a4e6bac870241cf81d77c80ce7cb295" member_type: VOTER last_known_addr { host: "127.10.89.126" port: 46581 } } peers { permanent_uuid: "f0fe87df702b48eeb640e940d5c225d2" member_type: VOTER last_known_addr { host: "127.10.89.125" port: 42615 } } peers { permanent_uuid: "6f1fd496241046e3a427f553ff6730b3" member_type: VOTER last_known_addr { host: "127.10.89.124" port: 42613 } } }
09:22:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.055011 10908 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f1fd496241046e3a427f553ff6730b3 [sys.catalog]: This master's current role is: LEADER
09:22:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.144299 10874 catalog_manager.cc:1269] Loaded cluster ID: f0f630243c774e7caa236e70b7c493c0
09:22:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.144590 10874 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: loading cluster ID for follower catalog manager: success
09:22:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.159854 10874 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: acquiring CA information for follower catalog manager: success
09:22:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.165251 10874 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f0fe87df702b48eeb640e940d5c225d2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:22:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.565441 10899 catalog_manager.cc:1269] Loaded cluster ID: f0f630243c774e7caa236e70b7c493c0
09:22:12.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.566044 10899 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: loading cluster ID for follower catalog manager: success
09:22:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.580837 10899 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: acquiring CA information for follower catalog manager: success
09:22:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:12.589926 10899 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2a4e6bac870241cf81d77c80ce7cb295: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:22:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10881==WARNING: Can't read from symbolizer at fd 5
09:22:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10881==WARNING: invalid path to external symbolizer!
09:22:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10881==WARNING: Can't write to symbolizer at fd 8
09:22:13.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10881==WARNING: Can't write to symbolizer at fd 8
09:22:13.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10881==WARNING: Can't write to symbolizer at fd 8
09:22:13.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10881==WARNING: Failed to use and restart external symbolizer!
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10881)
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
09:22:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
09:22:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
09:22:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
09:22:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
09:22:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
09:22:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-10906' (tid=10906, running) created by main thread at:
09:22:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-10905' (tid=10905, finished) created by main thread at:
09:22:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu+0x49fd2f)
09:22:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:13.402130 10904 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 10881
09:22:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:13.928071 10881 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.909s user 0.648s sys 0.988s
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:13.929078 10881 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.910s user 0.648s sys 0.988s
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:12.020779 10906 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10881)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f83603cf668 by thread T6:
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f83603cf668 by thread T5 (mutexes: write M83):
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
09:22:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
09:22:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f835e331840) created at:
09:22:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
09:22:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
09:22:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-10906' (tid=10906, running) created by main thread at:
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-10905' (tid=10905, finished) created by main thread at:
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
09:22:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
09:22:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
09:22:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
09:22:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskbr2QAp/build/tsan/lib/libkudu_util.so+0x449f05)
09:22:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:13.945479 10914 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:22:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.946614 10881 server_base.cc:1047] running on GCE node
09:22:13.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.947845 10881 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:22:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.950404 10881 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:22:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.951839 10881 hybrid_clock.cc:648] HybridClock initialized: now 1761556933951738 us; error 88 us; skew 500 ppm
09:22:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.952708 10881 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:22:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.959622 10881 webserver.cc:492] Webserver started at http://127.10.89.65:40881/ using document root <none> and password file <none>
09:22:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.960737 10881 fs_manager.cc:362] Metadata directory not provided
09:22:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.960963 10881 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.961243 10881 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
09:22:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.961874 10881 fs_manager.cc:362] Metadata directory not provided
09:22:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.962069 10881 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:22:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:13.962729 10881 ts_tablet_manager.cc:1507] Shutting down tablet manager...
09:22:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10881)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3783):
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3783 (0x7b7000001980) created at:
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=10917, running) created by main thread at:
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskbr2QAp/build/tsan/lib/libserver_process.so+0x1c1b14)
09:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10881)
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
09:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=10917, running) created by main thread at:
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu+0x49fd2f)
09:22:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:13.987934 10881 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
09:22:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407/ts-0: No such file or directory (error 2)
09:22:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
09:22:15.034 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu: process exited with non-zero status 66"
}
09:22:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:15.035336 10597 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu with pid 10609
09:22:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:15.064133 10597 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu with pid 10680
09:22:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251027 09:22:15.095019 10597 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu with pid 10755
09:22:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:15.124184 10597 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407 during walk: No such file or directory
09:22:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:15.124400 10597 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407 during walk: No such file or directory
09:22:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251027 09:22:15.124600 10597 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskbr2QAp/test-tmp/mini-kudu-cluster2840548907283454407: One or more errors occurred
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10597==WARNING: invalid path to external symbolizer!
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10597==WARNING: Failed to use and restart external symbolizer!
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10597)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
09:22:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=10604, running) created by main thread at:
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskbr2QAp/build/tsan/lib/libserver_process.so+0x1c1b14)
09:22:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10597)
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
09:22:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=10603, running) created by main thread at:
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
09:22:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskbr2QAp/build/tsan/lib/libserver_process.so+0x1c1b14)
09:22:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
09:22:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-27T09:22:15Z chronyd exiting
09:22:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
09:22:16.199 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testArrayEmptyValidityOptimization: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskbr2QAp/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)