Diagnosed failure

Unable to diagnose

Full log

19:59:18.938 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:59:18.938 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktt69Md/test-tmp
19:59:18.939 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:59:18.939 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktt69Md/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:59:18.940 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169"
  extra_tserver_flags: "--scanner_ttl_ms=1000"
  extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

19:59:19.252 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
19:59:19.252 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

19:59:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.255540 10315 mini_oidc.cc:152] Starting JWKS server
19:59:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.258956 10315 webserver.cc:460] Webserver started at http://127.0.0.1:34229/ using document root <none> and password file <none>
19:59:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.259408 10315 mini_oidc.cc:189] Starting OIDC Discovery server
19:59:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.261030 10315 webserver.cc:460] Webserver started at http://127.0.0.1:33641/ using document root <none> and password file <none>
19:59:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:59:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:59:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:59:19Z Disabled control of system clock
19:59:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.308466 10315 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu
19:59:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu
19:59:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal
19:59:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data
19:59:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/logs
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data/info.pb
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.18.254:37499
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.18.254
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.18.212:35685
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.18.254:37499,127.10.18.253:36191,127.10.18.252:46469
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34229/jwks.json with env {}
19:59:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.604985 10327 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:59:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.605512 10327 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.605967 10327 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:59:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.635946 10327 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:59:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.636207 10327 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:59:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.636476 10327 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.636672 10327 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:59:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.636858 10327 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.637001 10327 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34229/jwks.json
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.670728 10327 master_runner.cc:386] Master server non-default flags:
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.18.212:35685
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.18.254:37499,127.10.18.253:36191,127.10.18.252:46469
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.18.254:37499
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34229/jwks.json
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data/info.pb
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.18.254
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/logs
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:59:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:19.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.671855 10327 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:19.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.673396 10327 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:59:19.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.690972 10334 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.691027 10336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:19.693262 10327 server_base.cc:1034] running on GCE node
19:59:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:19.691108 10333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.861948 10327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.864506 10327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.865886 10327 hybrid_clock.cc:648] HybridClock initialized: now 1790539160865837 us; error 59 us; skew 500 ppm
19:59:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.866731 10327 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.877571 10327 webserver.cc:460] Webserver started at http://127.10.18.254:39235/ using document root <none> and password file <none>
19:59:20.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.878510 10327 fs_manager.cc:359] Metadata directory not provided
19:59:20.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.878746 10327 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.879292 10327 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:59:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.884501 10327 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data/instance:
19:59:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e497a308df84579bfc8aebfba853d27"
19:59:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:20 on dist-test-slave-3xbc"
19:59:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.885618 10327 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal/instance:
19:59:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e497a308df84579bfc8aebfba853d27"
19:59:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:20 on dist-test-slave-3xbc"
19:59:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.892689 10327 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.000s	sys 0.008s
19:59:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.898052 10343 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.899010 10327 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
19:59:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.899362 10327 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data,/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal
19:59:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e497a308df84579bfc8aebfba853d27"
19:59:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:20 on dist-test-slave-3xbc"
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.899747 10327 fs_report.cc:383] FS layout report
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data/data
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.945994 10327 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
19:59:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.947468 10327 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:20.947948 10327 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.015609 10327 rpc_server.cc:307] RPC server started. Bound to: 127.10.18.254:37499
19:59:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.015702 10395 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.18.254:37499 every 8 connection(s)
19:59:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.018360 10327 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/data/info.pb
19:59:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.023350 10396 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.026074 10315 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu as pid 10327
19:59:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.026437 10315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal/instance
19:59:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.029668 10315 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/logs
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data/info.pb
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.18.253:36191
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.18.253
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.18.212:35685
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.18.254:37499,127.10.18.253:36191,127.10.18.252:46469
19:59:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34229/jwks.json with env {}
19:59:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.034637 10396 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } has no permanent_uuid. Determining permanent_uuid...
19:59:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.060918 10396 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } has no permanent_uuid. Determining permanent_uuid...
19:59:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.062909 10344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.066855 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.116410 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 1
19:59:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.120698 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.189108 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 2
19:59:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.193231 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:21.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.284674 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 3
19:59:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.288529 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.328435 10398 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:59:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.328962 10398 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.329432 10398 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:59:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.359532 10398 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:59:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.359798 10398 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:59:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.359990 10398 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.360179 10398 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:59:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.360364 10398 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.360514 10398 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34229/jwks.json
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.394763 10398 master_runner.cc:386] Master server non-default flags:
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.18.212:35685
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.18.254:37499,127.10.18.253:36191,127.10.18.252:46469
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.18.253:36191
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34229/jwks.json
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data/info.pb
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.18.253
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/logs
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.395970 10398 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.397521 10398 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:59:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.415277 10408 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.431954 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 4
19:59:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.435348 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:21.734946 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 5
19:59:21.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.738883 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.286495 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 6
19:59:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:22.293416 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.253:36191: Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.415395 10407 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:21.415764 10410 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:22.593971 10409 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:59:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.594091 10398 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.597784 10398 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.600900 10398 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.602329 10398 hybrid_clock.cc:648] HybridClock initialized: now 1790539162602301 us; error 49 us; skew 500 ppm
19:59:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.603102 10398 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.609725 10398 webserver.cc:460] Webserver started at http://127.10.18.253:40627/ using document root <none> and password file <none>
19:59:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.610576 10398 fs_manager.cc:359] Metadata directory not provided
19:59:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.610746 10398 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.611178 10398 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:59:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.615873 10398 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data/instance:
19:59:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "372e8daadcae4059958085108304a4e4"
19:59:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:22 on dist-test-slave-3xbc"
19:59:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.616930 10398 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal/instance:
19:59:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "372e8daadcae4059958085108304a4e4"
19:59:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:22 on dist-test-slave-3xbc"
19:59:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.623708 10398 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.001s
19:59:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.629204 10419 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.630344 10398 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.001s
19:59:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.630620 10398 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data,/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal
19:59:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "372e8daadcae4059958085108304a4e4"
19:59:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:22 on dist-test-slave-3xbc"
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.630910 10398 fs_report.cc:383] FS layout report
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data/data
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:22.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.680631 10398 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
19:59:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.681986 10398 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.682384 10398 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.753705 10398 rpc_server.cc:307] RPC server started. Bound to: 127.10.18.253:36191
19:59:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.753746 10470 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.18.253:36191 every 8 connection(s)
19:59:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.756567 10398 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/data/info.pb
19:59:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.757956 10315 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu as pid 10398
19:59:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.758487 10315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal/instance
19:59:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.761549 10315 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu
19:59:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu
19:59:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal
19:59:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/logs
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data/info.pb
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.18.252:46469
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.18.252
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.18.212:35685
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.18.254:37499,127.10.18.253:36191,127.10.18.252:46469
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34229/jwks.json with env {}
19:59:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.762679 10471 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.775123 10471 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } has no permanent_uuid. Determining permanent_uuid...
19:59:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.800493 10471 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } has no permanent_uuid. Determining permanent_uuid...
19:59:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.816627 10471 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } has no permanent_uuid. Determining permanent_uuid...
19:59:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:22.818960 10422 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:22.823007 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.872537 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 1
19:59:22.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:22.876487 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:22.944887 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 2
19:59:22.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:22.948589 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.040019 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 3
19:59:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.043555 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.072495 10473 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:59:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.073030 10473 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.073485 10473 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:59:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.103083 10473 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:59:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.103364 10473 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:59:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.103677 10473 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.103884 10473 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:59:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.104071 10473 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.104210 10473 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34229/jwks.json
19:59:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.137456 10473 master_runner.cc:386] Master server non-default flags:
19:59:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.18.212:35685
19:59:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.18.254:37499,127.10.18.253:36191,127.10.18.252:46469
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.18.252:46469
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34229/jwks.json
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data/info.pb
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.18.252
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/logs
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.138615 10473 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.140164 10473 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:59:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.158216 10484 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.187052 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 4
19:59:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.191538 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.353965 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } attempt: 7
19:59:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.366595 10396 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } has no permanent_uuid. Determining permanent_uuid...
19:59:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.371613 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.430246 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 1
19:59:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.434284 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.490908 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 5
19:59:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.495530 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.515887 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 2
19:59:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.521052 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.606451 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 3
19:59:23.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.610870 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.751277 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 4
19:59:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.756572 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.039979 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 5
19:59:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.043102 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 6
19:59:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.044709 10396 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.052567 10471 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.18.252:46469: Network error: Client connection negotiation failed: client connection to 127.10.18.252:46469: connect: Connection refused (error 111)
19:59:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.158274 10483 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:23.160713 10473 server_base.cc:1034] running on GCE node
19:59:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:23.159726 10486 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.387658 10473 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.390669 10473 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:24.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.392094 10473 hybrid_clock.cc:648] HybridClock initialized: now 1790539164392063 us; error 49 us; skew 500 ppm
19:59:24.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.392874 10473 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.399837 10473 webserver.cc:460] Webserver started at http://127.10.18.252:40731/ using document root <none> and password file <none>
19:59:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.400687 10473 fs_manager.cc:359] Metadata directory not provided
19:59:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.400866 10473 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.401245 10473 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:59:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.405885 10473 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data/instance:
19:59:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee82833a24424a89bca44a3cbe55e7a1"
19:59:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:24 on dist-test-slave-3xbc"
19:59:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.406904 10473 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal/instance:
19:59:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee82833a24424a89bca44a3cbe55e7a1"
19:59:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:24 on dist-test-slave-3xbc"
19:59:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.413802 10473 fs_manager.cc:691] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
19:59:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.420033 10499 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:59:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.421031 10473 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.004s
19:59:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.421315 10473 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data,/tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal
19:59:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee82833a24424a89bca44a3cbe55e7a1"
19:59:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:59:24 on dist-test-slave-3xbc"
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.421591 10473 fs_report.cc:383] FS layout report
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data/data
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.463315 10473 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
19:59:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.464758 10473 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.465248 10473 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.541688 10473 rpc_server.cc:307] RPC server started. Bound to: 127.10.18.252:46469
19:59:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.541718 10550 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.18.252:46469 every 8 connection(s)
19:59:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.545961 10473 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/data/info.pb
19:59:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.551819 10551 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.552788 10315 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasktt69Md/build/tsan/bin/kudu as pid 10473
19:59:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.553244 10315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-2/wal/instance
19:59:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.571718 10551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } has no permanent_uuid. Determining permanent_uuid...
19:59:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.597136 10396 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 6
19:59:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.641148 10551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } has no permanent_uuid. Determining permanent_uuid...
19:59:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.643267 10396 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27: Bootstrap starting.
19:59:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.652041 10396 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27: Neither blocks nor log segments found. Creating new log.
19:59:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.654589 10396 log.cc:824] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27: Log is configured to *not* fsync() on all Append() calls
19:59:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.656709 10551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } has no permanent_uuid. Determining permanent_uuid...
19:59:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.663300 10396 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27: No bootstrap required, opened a new log
19:59:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.675462 10551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: Bootstrap starting.
19:59:24.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.682639 10551 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: Neither blocks nor log segments found. Creating new log.
19:59:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.684422 10551 log.cc:824] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: Log is configured to *not* fsync() on all Append() calls
19:59:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.689195 10551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: No bootstrap required, opened a new log
19:59:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.698568 10396 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.699654 10396 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.700085 10396 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1e497a308df84579bfc8aebfba853d27, State: Initialized, Role: FOLLOWER
19:59:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.701133 10396 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.711643 10563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } } }
19:59:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.712625 10563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [sys.catalog]: This master's current role is: FOLLOWER
19:59:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.713406 10396 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [sys.catalog]: configured and running, proceeding with master startup.
19:59:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.717257 10551 raft_consensus.cc:348] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.718235 10551 raft_consensus.cc:374] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.718621 10551 raft_consensus.cc:729] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ee82833a24424a89bca44a3cbe55e7a1, State: Initialized, Role: FOLLOWER
19:59:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.719753 10551 consensus_queue.cc:260] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.726675 10567 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } } }
19:59:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.727547 10567 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [sys.catalog]: This master's current role is: FOLLOWER
19:59:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.728464 10551 sys_catalog.cc:564] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [sys.catalog]: configured and running, proceeding with master startup.
19:59:24.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.770203 10580 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:24.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.770538 10580 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.761057 10327 master_runner.cc:186] Error getting master registration for 127.10.18.253:36191: OK, instance_id { permanent_uuid: "372e8daadcae4059958085108304a4e4" instance_seqno: 1790539162732471 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.799925 10327 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:59:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.816502 10587 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.816826 10587 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.817530 10473 master_runner.cc:186] Error getting master registration for 127.10.18.253:36191: OK, instance_id { permanent_uuid: "372e8daadcae4059958085108304a4e4" instance_seqno: 1790539162732471 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.842222 10473 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:59:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.885016 10563 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.885572 10563 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.891762 10526 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1e497a308df84579bfc8aebfba853d27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ee82833a24424a89bca44a3cbe55e7a1" is_pre_election: true
19:59:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.892709 10526 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1e497a308df84579bfc8aebfba853d27 in term 0.
19:59:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.893712 10563 leader_election.cc:288] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 372e8daadcae4059958085108304a4e4 (127.10.18.253:36191), ee82833a24424a89bca44a3cbe55e7a1 (127.10.18.252:46469)
19:59:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.894080 10346 leader_election.cc:302] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1e497a308df84579bfc8aebfba853d27, ee82833a24424a89bca44a3cbe55e7a1; no voters: 
19:59:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.895018 10563 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:59:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.895486 10563 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:59:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:24.895807 10563 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [term 0 FOLLOWER]: Advancing to term 1
19:59:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20260927 19:59:24.896551 10563 raft_consensus.cc:3202] Check failed: _s.ok() Bad status: Not found: Unable to create consensus metadata root dir: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-0/wal/consensus-meta: No such file or directory (error 2)
19:59:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
19:59:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae694729a0  (/tmp/dist-test-tasktt69Md/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1999f)
19:59:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae69477adb  (/tmp/dist-test-tasktt69Md/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1eada)
19:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.956666 10350 tablet.cc:2369] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae7258ff72  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x196f71)
19:59:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:24.970567 10505 tablet.cc:2369] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae7258d9da  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1949d9)
19:59:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae7259fca5  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1a6ca4)
19:59:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae725b3c66  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1bac65)
19:59:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae725b3c0a  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1bac09)
19:59:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae725b3b9a  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1bab99)
19:59:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae725b3b62  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1bab61)
19:59:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae725b2dfe  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libconsensus.so (deleted)+0x1b9dfd)
19:59:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x580785  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x580784)
19:59:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x5805ba  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x5805b9)
19:59:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b6416b7  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x45b6b6)
19:59:25.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:25.112948 10471 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } attempt: 7
19:59:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b644b12  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x45eb11)
19:59:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b644aca  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x45eac9)
19:59:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 19:59:25.151492 10471 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to persist consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata root dir: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal/consensus-meta: No such file or directory (error 2)
19:59:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:25.151966 10398 master.cc:537] Master@127.10.18.253:36191 shutting down...
19:59:25.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b644a5a  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x45ea59)
19:59:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b644a22  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x45ea21)
19:59:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b643d1e  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x45dd1d)
19:59:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x580785  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x580784)
19:59:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x5805ba  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x5805b9)
19:59:25.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:25.202104 10344 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.10.18.253:36191, user_credentials={real_user=slave}} blocked reactor thread for 48906.1us
19:59:25.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6b623dc7  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_util.so (deleted)+0x43ddc6)
19:59:25.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x4230f0  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x4230ef)
19:59:25.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:25.203526 10344 leader_election.cc:334] T 00000000000000000000000000000000 P 1e497a308df84579bfc8aebfba853d27 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 372e8daadcae4059958085108304a4e4 (127.10.18.253:36191): Network error: recv got EOF from unknown peer (error 108)
19:59:25.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6cc916db  start_thread
19:59:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fae6811761f  clone
19:59:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:25.249230 10398 rolling_log.cc:182] Unable to compress old log file: Not found: Unable to open input file to compress: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/logs/kudu-master.dist-test-slave-3xbc.slave.diagnostics.20260927-195922.0.10398: No such file or directory (error 2)
19:59:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:25.249867 10398 rolling_log.cc:186] failed to delete old diagnostics log files: IO error: glob failed for /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/logs/kudu-master.dist-test-slave-3xbc.slave.diagnostics.*.*.*: No such file or directory
19:59:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:25.250242 10398 master.cc:552] Master@127.10.18.253:36191 shutdown complete.
19:59:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to persist consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata for tablet 00000000000000000000000000000000: Unable to create consensus metadata root dir: /tmp/dist-test-tasktt69Md/test-tmp/mini-kudu-cluster4801261053779100169/master-1/wal/consensus-meta: No such file or directory (error 2)
19:59:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:25.262101 10398 logging.cc:424] LogThrottler /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 6 messages since previous log ~2 seconds ago
19:59:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:25.821281 10587 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:25.821550 10587 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:26.824378 10587 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:26.824657 10587 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:26.992216 10592 raft_consensus.cc:482] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:26.992641 10592 raft_consensus.cc:504] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:26.994632 10592 leader_election.cc:288] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1e497a308df84579bfc8aebfba853d27 (127.10.18.254:37499), 372e8daadcae4059958085108304a4e4 (127.10.18.253:36191)
19:59:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:26.998004 10500 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.18.254:37499: connect: Connection refused (error 111)
19:59:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:27.001084 10500 leader_election.cc:334] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1e497a308df84579bfc8aebfba853d27 (127.10.18.254:37499): Network error: Client connection negotiation failed: client connection to 127.10.18.254:37499: connect: Connection refused (error 111)
19:59:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:27.001564 10500 leader_election.cc:334] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 372e8daadcae4059958085108304a4e4 (127.10.18.253:36191): Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:27.001812 10500 leader_election.cc:302] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ee82833a24424a89bca44a3cbe55e7a1; no voters: 1e497a308df84579bfc8aebfba853d27, 372e8daadcae4059958085108304a4e4
19:59:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:27.002373 10592 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:59:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:27.827467 10587 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:27.827786 10587 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:28.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:28.831030 10587 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:28.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:28.831357 10587 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:29.074052 10596 raft_consensus.cc:482] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:29.074388 10596 raft_consensus.cc:504] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e497a308df84579bfc8aebfba853d27" member_type: VOTER last_known_addr { host: "127.10.18.254" port: 37499 } } peers { permanent_uuid: "372e8daadcae4059958085108304a4e4" member_type: VOTER last_known_addr { host: "127.10.18.253" port: 36191 } } peers { permanent_uuid: "ee82833a24424a89bca44a3cbe55e7a1" member_type: VOTER last_known_addr { host: "127.10.18.252" port: 46469 } }
19:59:29.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:29.075721 10596 leader_election.cc:288] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1e497a308df84579bfc8aebfba853d27 (127.10.18.254:37499), 372e8daadcae4059958085108304a4e4 (127.10.18.253:36191)
19:59:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:29.081727 10500 leader_election.cc:334] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1e497a308df84579bfc8aebfba853d27 (127.10.18.254:37499): Network error: Client connection negotiation failed: client connection to 127.10.18.254:37499: connect: Connection refused (error 111)
19:59:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:59:29.082358 10500 leader_election.cc:334] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 372e8daadcae4059958085108304a4e4 (127.10.18.253:36191): Network error: Client connection negotiation failed: client connection to 127.10.18.253:36191: connect: Connection refused (error 111)
19:59:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:29.082629 10500 leader_election.cc:302] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ee82833a24424a89bca44a3cbe55e7a1; no voters: 1e497a308df84579bfc8aebfba853d27, 372e8daadcae4059958085108304a4e4
19:59:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:59:29.083159 10596 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ee82833a24424a89bca44a3cbe55e7a1 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:59:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20260927 19:59:29.585101 10315 external_mini_cluster.cc:634] Check failed: leader_master() != nullptr Must have started at least 1 master before adding tablet servers
19:59:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
19:59:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc0285779a0  (/tmp/dist-test-tasktt69Md/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1999f)
19:59:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc02857cadb  (/tmp/dist-test-tasktt69Md/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1eada)
19:59:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc033ae5a2d  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libmini_cluster.so (deleted)+0x87a2c)
19:59:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc033ae3aab  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libmini_cluster.so (deleted)+0x85aaa)
19:59:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x62682a  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x626829)
19:59:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x625125  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x625124)
19:59:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x507ff2  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x507ff1)
19:59:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x507f5d  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x507f5c)
19:59:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x507ecd  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x507ecc)
19:59:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x506b36  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x506b35)
19:59:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc033856c60  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_tools_util.so (deleted)+0x127c5f)
19:59:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc0338494c2  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_tools_util.so (deleted)+0x11a4c1)
19:59:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc0338471f3  (/tmp/dist-test-tasktt69Md/build/tsan/lib/libkudu_tools_util.so (deleted)+0x1181f2)
19:59:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x61ad21  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x61ad20)
19:59:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x61b658  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x61b657)
19:59:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x61bb9f  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x61bb9e)
19:59:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @     0x7fc02711cc87  __libc_start_main
19:59:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     @           0x41b1f9  (/tmp/dist-test-tasktt69Md/build/tsan/bin/kudu (deleted)+0x41b1f8)
19:59:29.856 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.EOFException: null
	at java.io.DataInputStream.readInt(DataInputStream.java:392) ~[?:1.8.0_362]
	at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.EOFException
	at java.io.DataInputStream.readInt(DataInputStream.java:392)
	at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191)
	at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
	at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
	at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)