20:26:36.731 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:26:36.731 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUeLKkc/test-tmp
20:26:36.731 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:26:36.731 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUeLKkc/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:26:36.732 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:26:37.043 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:26:37.043 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:26:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.046631 28989 mini_oidc.cc:150] Starting JWKS server
20:26:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.049770 28989 webserver.cc:492] Webserver started at http://127.0.0.1:35275/ using document root <none> and password file <none>
20:26:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.050189 28989 mini_oidc.cc:186] Starting OIDC Discovery server
20:26:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.051898 28989 webserver.cc:492] Webserver started at http://127.0.0.1:33265/ using document root <none> and password file <none>
20:26:37.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T20:26:37Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:26:37.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T20:26:37Z Disabled control of system clock
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.109990 28989 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/logs
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data/info.pb
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.126:35045
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.126
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35275/jwks.json with env {}
20:26:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.398881 29002 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.399423 29002 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.399896 29002 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.431674 29002 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.431955 29002 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.432153 29002 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.432356 29002 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.432545 29002 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.432687 29002 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35275/jwks.json
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.468787 29002 master_runner.cc:386] Master server non-default flags:
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.126:35045
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35275/jwks.json
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data/info.pb
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.126
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/logs
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 19:59:43 UTC on 24a791456cd2
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8701
20:26:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.470086 29002 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:37.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:37.471673 29002 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:26:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.482127 29008 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.483361 29009 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:37.486635 29011 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:38.573606 29010 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:26:38.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.573745 29002 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:26:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.577664 29002 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.580534 29002 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.581929 29002 hybrid_clock.cc:648] HybridClock initialized: now 1761337598581897 us; error 58 us; skew 500 ppm
20:26:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.582772 29002 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.589118 29002 webserver.cc:492] Webserver started at http://127.28.79.126:44727/ using document root <none> and password file <none>
20:26:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.590020 29002 fs_manager.cc:362] Metadata directory not provided
20:26:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.590209 29002 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.590601 29002 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:26:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.595091 29002 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data/instance:
20:26:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68610f2e426d415d9128f1c26c393196"
20:26:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:38 on dist-test-slave-h4g7"
20:26:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.596145 29002 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal/instance:
20:26:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68610f2e426d415d9128f1c26c393196"
20:26:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:38 on dist-test-slave-h4g7"
20:26:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.603190 29002 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
20:26:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.608717 29018 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.609812 29002 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:26:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.610145 29002 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data,/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal
20:26:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68610f2e426d415d9128f1c26c393196"
20:26:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:38 on dist-test-slave-h4g7"
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.610473 29002 fs_report.cc:389] FS layout report
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data/data
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.669504 29002 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:26:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.671056 29002 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.671532 29002 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.739053 29002 rpc_server.cc:307] RPC server started. Bound to: 127.28.79.126:35045
20:26:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.739111 29069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.79.126:35045 every 8 connection(s)
20:26:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.741739 29002 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/data/info.pb
20:26:38.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.745961 28989 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu as pid 29002
20:26:38.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.746397 28989 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-0/wal/instance
20:26:38.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.747328 29070 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.749677 28989 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/logs
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data/info.pb
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.125:45091
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.125
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35275/jwks.json with env {}
20:26:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.758320 29070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } has no permanent_uuid. Determining permanent_uuid...
20:26:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.788431 29070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } has no permanent_uuid. Determining permanent_uuid...
20:26:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:38.790983 29019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:38.795004 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.844537 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 1
20:26:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:38.848284 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:38.916728 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 2
20:26:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:38.920634 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:39.012122 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 3
20:26:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.016346 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.050901 29072 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.051437 29072 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.051909 29072 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:39.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.083731 29072 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.084002 29072 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.084205 29072 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.084394 29072 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.084653 29072 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.084870 29072 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35275/jwks.json
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:39.120877 29072 master_runner.cc:386] Master server non-default flags:
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.125:45091
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35275/jwks.json
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data/info.pb
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.125
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/logs
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 19:59:43 UTC on 24a791456cd2
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8701
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:39.122509 29072 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:39.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:39.124176 29072 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:26:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.135139 29082 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:39.159866 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 4
20:26:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.165798 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:39.465667 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 5
20:26:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.471807 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.019316 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 6
20:26:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.053928 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.125:45091: Network error: Client connection negotiation failed: client connection to 127.28.79.125:45091: connect: Connection refused (error 111)
20:26:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:39.135617 29083 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.496496 29084 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1359 milliseconds
20:26:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.497349 29085 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.502885 29072 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.368s user 0.577s sys 0.781s
20:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.503221 29072 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.368s user 0.577s sys 0.781s
20:26:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.503490 29072 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:26:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.504967 29072 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.508157 29072 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.509755 29072 hybrid_clock.cc:648] HybridClock initialized: now 1761337600509711 us; error 35 us; skew 500 ppm
20:26:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.510879 29072 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.519332 29072 webserver.cc:492] Webserver started at http://127.28.79.125:39583/ using document root <none> and password file <none>
20:26:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.520547 29072 fs_manager.cc:362] Metadata directory not provided
20:26:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.520808 29072 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.521350 29072 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:26:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.527482 29072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data/instance:
20:26:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a28300e218bc46e78ebb4c658b95a315"
20:26:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:40 on dist-test-slave-h4g7"
20:26:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.528916 29072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal/instance:
20:26:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a28300e218bc46e78ebb4c658b95a315"
20:26:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:40 on dist-test-slave-h4g7"
20:26:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.538718 29072 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
20:26:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.545923 29094 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.547228 29072 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.547642 29072 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data,/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a28300e218bc46e78ebb4c658b95a315"
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:40 on dist-test-slave-h4g7"
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.548079 29072 fs_report.cc:389] FS layout report
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data/data
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.631255 29072 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:26:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.632642 29072 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:40.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.633038 29072 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.700543 29072 rpc_server.cc:307] RPC server started. Bound to: 127.28.79.125:45091
20:26:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.700613 29145 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.79.125:45091 every 8 connection(s)
20:26:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.703644 29072 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/data/info.pb
20:26:40.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.709950 29146 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:40.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.710300 28989 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu as pid 29072
20:26:40.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.710783 28989 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-1/wal/instance
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.713666 28989 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/logs
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data/info.pb
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.124:42251
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.124
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35275/jwks.json with env {}
20:26:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.723691 29146 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } has no permanent_uuid. Determining permanent_uuid...
20:26:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.747112 29146 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } has no permanent_uuid. Determining permanent_uuid...
20:26:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.763312 29146 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } has no permanent_uuid. Determining permanent_uuid...
20:26:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.765789 29095 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:40.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.769832 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.819269 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 1
20:26:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.823333 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.891708 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 2
20:26:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.895792 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:40.987176 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 3
20:26:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:40.991222 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.017937 29148 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.018541 29148 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:41.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.019129 29148 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.051043 29148 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.051388 29148 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.051689 29148 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.051968 29148 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.052242 29148 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.052449 29148 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35275/jwks.json
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.088716 29148 master_runner.cc:386] Master server non-default flags:
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.124:42251
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35275/jwks.json
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data/info.pb
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.124
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/logs
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 19:59:43 UTC on 24a791456cd2
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8701
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.090358 29148 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.092042 29148 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:26:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.103159 29159 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.114411 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } attempt: 7
20:26:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.130113 29070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } has no permanent_uuid. Determining permanent_uuid...
20:26:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.134593 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 4
20:26:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.136372 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.138432 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.194779 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 1
20:26:41.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.198734 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.280107 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 2
20:26:41.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.284193 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.369598 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 3
20:26:41.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.373788 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.437783 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 5
20:26:41.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.441615 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.514168 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 4
20:26:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.518254 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.801630 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 5
20:26:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.805440 29070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:41.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:41.988967 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 6
20:26:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.995769 29146 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.79.124:42251: Network error: Client connection negotiation failed: client connection to 127.28.79.124:42251: connect: Connection refused (error 111)
20:26:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.104720 29160 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:41.108121 29162 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.205942 29161 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:26:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.206079 29148 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:26:42.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.209829 29148 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.212313 29148 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.213644 29148 hybrid_clock.cc:648] HybridClock initialized: now 1761337602213606 us; error 51 us; skew 500 ppm
20:26:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.214429 29148 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.220742 29148 webserver.cc:492] Webserver started at http://127.28.79.124:36773/ using document root <none> and password file <none>
20:26:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.221638 29148 fs_manager.cc:362] Metadata directory not provided
20:26:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.221828 29148 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.222229 29148 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:26:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.226438 29148 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data/instance:
20:26:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b24a29eced0e4fc285e92bcf9dd2220b"
20:26:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:42 on dist-test-slave-h4g7"
20:26:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.227523 29148 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal/instance:
20:26:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b24a29eced0e4fc285e92bcf9dd2220b"
20:26:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:42 on dist-test-slave-h4g7"
20:26:42.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.234931 29148 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
20:26:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.240422 29173 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:42.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.241428 29148 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:26:42.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.241714 29148 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data,/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b24a29eced0e4fc285e92bcf9dd2220b"
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:42 on dist-test-slave-h4g7"
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.242007 29148 fs_report.cc:389] FS layout report
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data/data
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:42.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.290364 29148 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:26:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.291797 29148 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.292192 29148 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.357928 29070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 6
20:26:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.359338 29148 rpc_server.cc:307] RPC server started. Bound to: 127.28.79.124:42251
20:26:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.359406 29224 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.79.124:42251 every 8 connection(s)
20:26:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.362483 29148 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/data/info.pb
20:26:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.368887 29227 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:26:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.371986 28989 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu as pid 29148
20:26:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.372462 28989 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/master-2/wal/instance
20:26:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.385138 29227 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } has no permanent_uuid. Determining permanent_uuid...
20:26:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.389391 29070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: Bootstrap starting.
20:26:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.397290 29070 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: Neither blocks nor log segments found. Creating new log.
20:26:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.399365 29070 log.cc:826] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: Log is configured to *not* fsync() on all Append() calls
20:26:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.404320 29070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: No bootstrap required, opened a new log
20:26:42.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.409430 29227 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } has no permanent_uuid. Determining permanent_uuid...
20:26:42.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.422885 29227 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } has no permanent_uuid. Determining permanent_uuid...
20:26:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.431293 29070 raft_consensus.cc:359] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.432363 29070 raft_consensus.cc:385] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.432675 29070 raft_consensus.cc:740] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68610f2e426d415d9128f1c26c393196, State: Initialized, Role: FOLLOWER
20:26:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.433544 29070 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.436590 29237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.437510 29237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: This master's current role is: FOLLOWER
20:26:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.438553 29070 sys_catalog.cc:565] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: configured and running, proceeding with master startup.
20:26:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.442014 29227 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: Bootstrap starting.
20:26:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.449030 29227 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: Neither blocks nor log segments found. Creating new log.
20:26:42.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.450845 29227 log.cc:826] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: Log is configured to *not* fsync() on all Append() calls
20:26:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.455847 29227 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: No bootstrap required, opened a new log
20:26:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.476228 29249 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.476755 29249 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.479511 29227 raft_consensus.cc:359] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.480381 29227 raft_consensus.cc:385] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.480686 29227 raft_consensus.cc:740] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b24a29eced0e4fc285e92bcf9dd2220b, State: Initialized, Role: FOLLOWER
20:26:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.481681 29227 consensus_queue.cc:260] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.484912 29251 sys_catalog.cc:455] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.485828 29251 sys_catalog.cc:458] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: This master's current role is: FOLLOWER
20:26:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.486953 29227 sys_catalog.cc:565] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: configured and running, proceeding with master startup.
20:26:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.474989 29002 master_runner.cc:186] Error getting master registration for 127.28.79.125:45091: OK, instance_id { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" instance_seqno: 1761337600682012 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:26:42.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.510242 29002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.534111 29262 catalog_manager.cc:1568] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.534818 29262 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.547041 29179 tablet.cc:2378] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.535869 29148 master_runner.cc:186] Error getting master registration for 127.28.79.125:45091: OK, instance_id { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" instance_seqno: 1761337600682012 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:26:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.558079 29148 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:42.680262 29024 tablet.cc:2378] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.817446 29237 raft_consensus.cc:493] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.818039 29237 raft_consensus.cc:515] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.820606 29237 leader_election.cc:290] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a28300e218bc46e78ebb4c658b95a315 (127.28.79.125:45091), b24a29eced0e4fc285e92bcf9dd2220b (127.28.79.124:42251)
20:26:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.822248 29200 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68610f2e426d415d9128f1c26c393196" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" is_pre_election: true
20:26:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.823196 29200 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 68610f2e426d415d9128f1c26c393196 in term 0.
20:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.824393 29019 leader_election.cc:304] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68610f2e426d415d9128f1c26c393196, b24a29eced0e4fc285e92bcf9dd2220b; no voters:
20:26:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.825274 29237 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:26:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.825629 29237 raft_consensus.cc:493] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:26:42.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.825947 29237 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 0 FOLLOWER]: Advancing to term 1
20:26:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.833698 29237 raft_consensus.cc:515] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.843808 29237 leader_election.cc:290] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [CANDIDATE]: Term 1 election: Requested vote from peers a28300e218bc46e78ebb4c658b95a315 (127.28.79.125:45091), b24a29eced0e4fc285e92bcf9dd2220b (127.28.79.124:42251)
20:26:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.844794 29200 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68610f2e426d415d9128f1c26c393196" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b24a29eced0e4fc285e92bcf9dd2220b"
20:26:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.845350 29200 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 0 FOLLOWER]: Advancing to term 1
20:26:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.852355 29200 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 68610f2e426d415d9128f1c26c393196 in term 1.
20:26:42.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.853423 29019 leader_election.cc:304] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68610f2e426d415d9128f1c26c393196, b24a29eced0e4fc285e92bcf9dd2220b; no voters:
20:26:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.854249 29237 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 1 FOLLOWER]: Leader election won for term 1
20:26:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.856570 29237 raft_consensus.cc:697] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [term 1 LEADER]: Becoming Leader. State: Replica: 68610f2e426d415d9128f1c26c393196, State: Running, Role: LEADER
20:26:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.857560 29237 consensus_queue.cc:237] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.877887 29264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68610f2e426d415d9128f1c26c393196. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.878726 29264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: This master's current role is: LEADER
20:26:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.881726 29266 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:26:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.894591 29266 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:26:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.923484 29200 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [term 1 FOLLOWER]: Refusing update from remote peer 68610f2e426d415d9128f1c26c393196: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:26:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.925877 29264 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.959755 29251 sys_catalog.cc:455] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68610f2e426d415d9128f1c26c393196. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.960487 29251 sys_catalog.cc:458] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: This master's current role is: FOLLOWER
20:26:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.961163 29267 mvcc.cc:204] Tried to move back new op lower bound from 7214438821557432320 to 7214438821315031040. Current Snapshot: MvccSnapshot[applied={T|T < 7214438821557432320}]
20:26:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.964785 29266 catalog_manager.cc:1357] Generated new cluster ID: f8e8d878546b4cd3929f3fd6defc8523
20:26:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.965094 29266 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:26:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.968530 29264 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.969259 29264 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: This master's current role is: LEADER
20:26:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.981763 29251 sys_catalog.cc:455] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:42.982512 29251 sys_catalog.cc:458] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b [sys.catalog]: This master's current role is: FOLLOWER
20:26:43.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.010597 29266 catalog_manager.cc:1380] Generated new certificate authority record
20:26:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.012713 29266 catalog_manager.cc:1514] Loading token signing keys...
20:26:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.050942 29266 catalog_manager.cc:6022] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196: Generated new TSK 0
20:26:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.052337 29266 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:26:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.056139 29146 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } attempt: 7
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.085280 28989 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/logs
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data/info.pb
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.65:0
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.79.65
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.65
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:26:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.145256 29146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: Bootstrap starting.
20:26:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.160846 29146 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: Neither blocks nor log segments found. Creating new log.
20:26:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.166445 29146 log.cc:826] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: Log is configured to *not* fsync() on all Append() calls
20:26:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.187081 29146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: No bootstrap required, opened a new log
20:26:43.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.257262 29146 raft_consensus.cc:359] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.259383 29146 raft_consensus.cc:385] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.260164 29146 raft_consensus.cc:740] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a28300e218bc46e78ebb4c658b95a315, State: Initialized, Role: FOLLOWER
20:26:43.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.262348 29146 consensus_queue.cc:260] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } }
20:26:43.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.284101 29120 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68610f2e426d415d9128f1c26c393196" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a28300e218bc46e78ebb4c658b95a315"
20:26:43.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.284863 29120 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [term 0 FOLLOWER]: Advancing to term 1
20:26:43.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.286882 29121 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68610f2e426d415d9128f1c26c393196" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a28300e218bc46e78ebb4c658b95a315" is_pre_election: true
20:26:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.295004 29120 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 68610f2e426d415d9128f1c26c393196 in term 1.
20:26:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.296411 29119 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [term 1 FOLLOWER]: Refusing update from remote peer 68610f2e426d415d9128f1c26c393196: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:26:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.302145 29237 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:26:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.303244 29276 sys_catalog.cc:455] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.304068 29276 sys_catalog.cc:458] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: This master's current role is: FOLLOWER
20:26:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.304548 29146 sys_catalog.cc:565] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: configured and running, proceeding with master startup.
20:26:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.385484 29276 sys_catalog.cc:455] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68610f2e426d415d9128f1c26c393196. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.386206 29276 sys_catalog.cc:458] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: This master's current role is: FOLLOWER
20:26:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.387394 29283 sys_catalog.cc:455] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.388340 29283 sys_catalog.cc:458] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315 [sys.catalog]: This master's current role is: FOLLOWER
20:26:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.424572 29293 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:26:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.540354 29262 catalog_manager.cc:1269] Loaded cluster ID: f8e8d878546b4cd3929f3fd6defc8523
20:26:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.540838 29262 catalog_manager.cc:1562] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: loading cluster ID for follower catalog manager: success
20:26:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.548242 29262 catalog_manager.cc:1584] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: acquiring CA information for follower catalog manager: success
20:26:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.553932 29262 catalog_manager.cc:1612] T 00000000000000000000000000000000 P b24a29eced0e4fc285e92bcf9dd2220b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:26:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.582576 29274 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.583250 29274 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.584031 29274 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.643432 29274 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.644825 29274 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.79.65
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.712038 29274 tablet_server_runner.cc:78] Tablet server non-default flags:
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.65:0
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data/info.pb
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.65
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.79.65
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/logs
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 19:59:43 UTC on 24a791456cd2
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8701
20:26:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.713821 29274 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.715992 29274 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:26:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.752161 29237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "68610f2e426d415d9128f1c26c393196" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68610f2e426d415d9128f1c26c393196" member_type: VOTER last_known_addr { host: "127.28.79.126" port: 35045 } } peers { permanent_uuid: "a28300e218bc46e78ebb4c658b95a315" member_type: VOTER last_known_addr { host: "127.28.79.125" port: 45091 } } peers { permanent_uuid: "b24a29eced0e4fc285e92bcf9dd2220b" member_type: VOTER last_known_addr { host: "127.28.79.124" port: 42251 } } }
20:26:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:43.754117 29237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68610f2e426d415d9128f1c26c393196 [sys.catalog]: This master's current role is: LEADER
20:26:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.797302 29304 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:44.442114 29293 catalog_manager.cc:1269] Loaded cluster ID: f8e8d878546b4cd3929f3fd6defc8523
20:26:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:44.447434 29293 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: loading cluster ID for follower catalog manager: success
20:26:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:44.462025 29293 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: acquiring CA information for follower catalog manager: success
20:26:44.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:44.469340 29293 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a28300e218bc46e78ebb4c658b95a315: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:45.174486 29299 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 29274
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:45.688561 29299 kernel_stack_watchdog.cc:198] Thread 29274 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 374ms:
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:26:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:43.798434 29303 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:45.691221 29306 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:45.694486 29274 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.896s user 0.327s sys 0.528s
20:26:45.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:45.694979 29274 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.897s user 0.328s sys 0.528s
20:26:45.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:45.695310 29305 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1897 milliseconds
20:26:45.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.695326 29274 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:26:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.697387 29274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.735306 29274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.743243 29274 hybrid_clock.cc:648] HybridClock initialized: now 1761337605743139 us; error 82 us; skew 500 ppm
20:26:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.744385 29274 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.767001 29274 webserver.cc:492] Webserver started at http://127.28.79.65:45833/ using document root <none> and password file <none>
20:26:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.768513 29274 fs_manager.cc:362] Metadata directory not provided
20:26:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.768942 29274 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.769603 29274 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:26:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.776126 29274 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data/instance:
20:26:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6033020a1464c57a21ff054484bc700"
20:26:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:45 on dist-test-slave-h4g7"
20:26:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.777923 29274 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal/instance:
20:26:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6033020a1464c57a21ff054484bc700"
20:26:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:45 on dist-test-slave-h4g7"
20:26:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.787906 29274 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.003s
20:26:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.795662 29314 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.797071 29274 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
20:26:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.797482 29274 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data,/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal
20:26:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6033020a1464c57a21ff054484bc700"
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 20:26:45 on dist-test-slave-h4g7"
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.797935 29274 fs_report.cc:389] FS layout report
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data/data
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.873790 29274 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:26:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.875735 29274 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.876312 29274 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.879582 29274 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:26:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.885281 29274 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:26:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.885560 29274 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:26:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.885859 29274 ts_tablet_manager.cc:616] Registered 0 tablets
20:26:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:45.886067 29274 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:26:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.036870 29274 rpc_server.cc:307] RPC server started. Bound to: 127.28.79.65:33973
20:26:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.036931 29426 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.79.65:33973 every 8 connection(s)
20:26:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.040593 29274 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/data/info.pb
20:26:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.042723 28989 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu as pid 29274
20:26:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.043233 28989 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-0/wal/instance
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.054741 28989 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/wal
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/data
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/logs
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/data/info.pb
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.66:0
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.79.66
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.66
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:26:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.108623 29432 heartbeater.cc:344] Connected to a master server at 127.28.79.126:35045
20:26:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.109148 29432 heartbeater.cc:461] Registering TS with master...
20:26:46.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.110486 29432 heartbeater.cc:507] Master 127.28.79.126:35045 requested a full tablet report, sending...
20:26:46.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.110759 29427 heartbeater.cc:344] Connected to a master server at 127.28.79.124:42251
20:26:46.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.111071 29427 heartbeater.cc:461] Registering TS with master...
20:26:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.111951 29427 heartbeater.cc:507] Master 127.28.79.124:42251 requested a full tablet report, sending...
20:26:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.113590 29035 ts_manager.cc:194] Registered new tserver with Master: d6033020a1464c57a21ff054484bc700 (127.28.79.65:33973)
20:26:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.115151 29190 ts_manager.cc:194] Registered new tserver with Master: d6033020a1464c57a21ff054484bc700 (127.28.79.65:33973)
20:26:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.116276 29035 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.79.65:34145
20:26:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.126434 29428 heartbeater.cc:344] Connected to a master server at 127.28.79.125:45091
20:26:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.126871 29428 heartbeater.cc:461] Registering TS with master...
20:26:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.127580 29428 heartbeater.cc:507] Master 127.28.79.125:45091 requested a full tablet report, sending...
20:26:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.130806 29111 ts_manager.cc:194] Registered new tserver with Master: d6033020a1464c57a21ff054484bc700 (127.28.79.65:33973)
20:26:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.451661 29435 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.452204 29435 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.452723 29435 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.485637 29435 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.486545 29435 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.79.66
20:26:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.522012 29435 tablet_server_runner.cc:78] Tablet server non-default flags:
20:26:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.79.84:38687
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/data
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/wal
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.79.66:0
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/data/info.pb
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.79.66
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.79.126:35045,127.28.79.125:45091,127.28.79.124:42251
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.79.66
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/logs
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 19:59:43 UTC on 24a791456cd2
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8701
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.523636 29435 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.525318 29435 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:26:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.538151 29444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29435==WARNING: invalid path to external symbolizer!
20:26:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29435==WARNING: Failed to use and restart external symbolizer!
20:26:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29435)
20:26:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
20:26:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
20:26:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
20:26:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
20:26:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
20:26:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
20:26:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-29445' (tid=29445, running) created by main thread at:
20:26:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
20:26:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:26:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-29444' (tid=29444, finished) created by main thread at:
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
20:26:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
20:26:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
20:26:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:26:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu+0x49fd2f)
20:26:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.539255 29445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29435)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f278f6dc668 by thread T6:
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f278f6dc668 by thread T5 (mutexes: write M83):
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
20:26:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f278d63e840) created at:
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-29445' (tid=29445, running) created by main thread at:
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-29444' (tid=29444, finished) created by main thread at:
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
20:26:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskUeLKkc/build/tsan/lib/libkudu_util.so+0x449f05)
20:26:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.582070 29435 server_base.cc:1047] running on GCE node
20:26:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.582113 29447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.583106 29435 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.585177 29435 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.586550 29435 hybrid_clock.cc:648] HybridClock initialized: now 1761337606586513 us; error 46 us; skew 500 ppm
20:26:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.587172 29435 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.593142 29435 webserver.cc:492] Webserver started at http://127.28.79.66:41375/ using document root <none> and password file <none>
20:26:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.593909 29435 fs_manager.cc:362] Metadata directory not provided
20:26:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.594089 29435 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.594261 29435 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:26:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.594650 29435 fs_manager.cc:362] Metadata directory not provided
20:26:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.594831 29435 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:46.595280 29435 ts_tablet_manager.cc:1507] Shutting down tablet manager...
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29435)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3775):
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
20:26:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3775 (0x7b7000001980) created at:
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
20:26:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=29451, running) created by main thread at:
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskUeLKkc/build/tsan/lib/libserver_process.so+0x1c1b14)
20:26:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29435)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=29451, running) created by main thread at:
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
20:26:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu+0x49fd2f)
20:26:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:46.608585 29435 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
20:26:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674/ts-1: No such file or directory (error 2)
20:26:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:47.120330 29432 heartbeater.cc:499] Master 127.28.79.126:35045 was elected leader, sending a full tablet report...
20:26:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
20:26:47.640 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu: process exited with non-zero status 66"
}
20:26:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:47.641520 28989 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu with pid 29274
20:26:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:47.659937 28989 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu with pid 29002
20:26:47.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:47.684072 28989 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu with pid 29072
20:26:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 20:26:47.712543 28989 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu with pid 29148
20:26:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:47.738425 28989 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674 during walk: No such file or directory
20:26:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:47.738656 28989 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674 during walk: No such file or directory
20:26:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 20:26:47.738994 28989 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskUeLKkc/test-tmp/mini-kudu-cluster1115100787070211674: One or more errors occurred
20:26:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28989==WARNING: invalid path to external symbolizer!
20:26:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==28989==WARNING: Failed to use and restart external symbolizer!
20:26:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28989)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
20:26:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:26:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=28996, running) created by main thread at:
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskUeLKkc/build/tsan/lib/libserver_process.so+0x1c1b14)
20:26:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=28989)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
20:26:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=28995, running) created by main thread at:
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskUeLKkc/build/tsan/lib/libserver_process.so+0x1c1b14)
20:26:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
20:26:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T20:26:47Z chronyd exiting
20:26:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
20:26:48.809 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateDeleteTable: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-taskUeLKkc/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)